You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2021/04/01 16:45:53 UTC
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1953 - Still Unstable!
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1953/
3 tests failed.
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithMultipleReplicas
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([72CCFEB12C520CF2:E431F0B15114BAB0]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithMultipleReplicas(CdcrBootstrapTest.java:293)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithSourceCluster
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([72CCFEB12C520CF2:AB9AAF752F361FB8]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithSourceCluster(CdcrBootstrapTest.java:208)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([72CCFEB12C520CF2:A51BD1C6980D94B5]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap(CdcrBootstrapTest.java:129)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14653 lines...]
[junit4] Suite: org.apache.solr.cloud.cdcr.CdcrBootstrapTest
[junit4] 2> 830518 INFO (SUITE-CdcrBootstrapTest-seed#[72CCFEB12C520CF2]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> 830518 INFO (SUITE-CdcrBootstrapTest-seed#[72CCFEB12C520CF2]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_72CCFEB12C520CF2-001/data-dir-63-001
[junit4] 2> 830518 INFO (SUITE-CdcrBootstrapTest-seed#[72CCFEB12C520CF2]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 830519 INFO (SUITE-CdcrBootstrapTest-seed#[72CCFEB12C520CF2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 830519 INFO (SUITE-CdcrBootstrapTest-seed#[72CCFEB12C520CF2]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 830522 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[72CCFEB12C520CF2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBootstrapWithMultipleReplicas
[junit4] 2> 830522 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[72CCFEB12C520CF2]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_72CCFEB12C520CF2-001/cdcr-target-001
[junit4] 2> 830522 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[72CCFEB12C520CF2]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 830522 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 830522 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 830523 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 830622 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[72CCFEB12C520CF2]) [ ] o.a.s.c.ZkTestServer start zk server on port: 41111
[junit4] 2> 830622 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[72CCFEB12C520CF2]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:41111
[junit4] 2> 830623 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[72CCFEB12C520CF2]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41111
[junit4] 2> 830623 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[72CCFEB12C520CF2]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41111
[junit4] 2> 830624 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[72CCFEB12C520CF2]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 830626 INFO (zkConnectionManagerCallback-9029-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 830626 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[72CCFEB12C520CF2]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 830629 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[72CCFEB12C520CF2]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 830630 INFO (zkConnectionManagerCallback-9031-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 830630 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[72CCFEB12C520CF2]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 830631 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[72CCFEB12C520CF2]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 830631 INFO (zkConnectionManagerCallback-9033-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 830631 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[72CCFEB12C520CF2]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 830735 INFO (jetty-launcher-9034-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 830735 INFO (jetty-launcher-9034-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 830735 INFO (jetty-launcher-9034-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 830735 INFO (jetty-launcher-9034-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 830735 INFO (jetty-launcher-9034-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 830735 INFO (jetty-launcher-9034-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 830735 INFO (jetty-launcher-9034-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 830735 INFO (jetty-launcher-9034-thread-2) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 830735 INFO (jetty-launcher-9034-thread-3) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 830739 INFO (jetty-launcher-9034-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 830739 INFO (jetty-launcher-9034-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 830740 INFO (jetty-launcher-9034-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 830740 INFO (jetty-launcher-9034-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 830740 INFO (jetty-launcher-9034-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 830740 INFO (jetty-launcher-9034-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 830740 INFO (jetty-launcher-9034-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@49fa2be0{/solr,null,AVAILABLE}
[junit4] 2> 830741 INFO (jetty-launcher-9034-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 830741 INFO (jetty-launcher-9034-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 830741 INFO (jetty-launcher-9034-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 830741 INFO (jetty-launcher-9034-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6e33db91{/solr,null,AVAILABLE}
[junit4] 2> 830741 INFO (jetty-launcher-9034-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54ad3701{/solr,null,AVAILABLE}
[junit4] 2> 830741 INFO (jetty-launcher-9034-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7d3f2a87{SSL, (ssl, http/1.1)}{127.0.0.1:42319}
[junit4] 2> 830742 INFO (jetty-launcher-9034-thread-1) [ ] o.e.j.s.Server Started @830775ms
[junit4] 2> 830742 INFO (jetty-launcher-9034-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:41111/solr, hostPort=42319}
[junit4] 2> 830742 INFO (jetty-launcher-9034-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@370abde1{SSL, (ssl, http/1.1)}{127.0.0.1:33365}
[junit4] 2> 830742 INFO (jetty-launcher-9034-thread-3) [ ] o.e.j.s.Server Started @830775ms
[junit4] 2> 830742 INFO (jetty-launcher-9034-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:41111/solr, hostPort=33365}
[junit4] 2> 830742 ERROR (jetty-launcher-9034-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 830742 INFO (jetty-launcher-9034-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 830742 ERROR (jetty-launcher-9034-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 830742 INFO (jetty-launcher-9034-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 830742 INFO (jetty-launcher-9034-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 830742 INFO (jetty-launcher-9034-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 830742 INFO (jetty-launcher-9034-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 830742 INFO (jetty-launcher-9034-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 830742 INFO (jetty-launcher-9034-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 830742 INFO (jetty-launcher-9034-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 830742 INFO (jetty-launcher-9034-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-01T16:00:59.118Z
[junit4] 2> 830742 INFO (jetty-launcher-9034-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-01T16:00:59.118Z
[junit4] 2> 830742 INFO (jetty-launcher-9034-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4a1edb44{SSL, (ssl, http/1.1)}{127.0.0.1:34683}
[junit4] 2> 830742 INFO (jetty-launcher-9034-thread-2) [ ] o.e.j.s.Server Started @830775ms
[junit4] 2> 830742 INFO (jetty-launcher-9034-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:41111/solr, hostPort=34683}
[junit4] 2> 830742 ERROR (jetty-launcher-9034-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 830742 INFO (jetty-launcher-9034-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 830742 INFO (jetty-launcher-9034-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 830742 INFO (jetty-launcher-9034-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 830742 INFO (jetty-launcher-9034-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 830742 INFO (jetty-launcher-9034-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-01T16:00:59.118Z
[junit4] 2> 830743 INFO (jetty-launcher-9034-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 830743 INFO (jetty-launcher-9034-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 830755 INFO (jetty-launcher-9034-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 830755 INFO (zkConnectionManagerCallback-9040-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 830755 INFO (zkConnectionManagerCallback-9036-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 830755 INFO (jetty-launcher-9034-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 830755 INFO (jetty-launcher-9034-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 830755 INFO (zkConnectionManagerCallback-9038-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 830755 INFO (jetty-launcher-9034-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 830756 INFO (jetty-launcher-9034-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 830756 INFO (jetty-launcher-9034-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 830756 INFO (jetty-launcher-9034-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 830759 INFO (jetty-launcher-9034-thread-3) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 830759 INFO (jetty-launcher-9034-thread-1) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 830759 INFO (jetty-launcher-9034-thread-2) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 830760 WARN (jetty-launcher-9034-thread-2-SendThread(127.0.0.1:41111)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1044517bb490003.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1044517bb490003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1044517bb490003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 830760 WARN (jetty-launcher-9034-thread-1-SendThread(127.0.0.1:41111)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1044517bb490004.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1044517bb490004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1044517bb490004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 831110 INFO (jetty-launcher-9034-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 831112 WARN (jetty-launcher-9034-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 831113 WARN (jetty-launcher-9034-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@bd0be4a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 831113 WARN (jetty-launcher-9034-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@bd0be4a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 831122 WARN (jetty-launcher-9034-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 831126 WARN (jetty-launcher-9034-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@c94011a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 831126 WARN (jetty-launcher-9034-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@c94011a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 831127 INFO (jetty-launcher-9034-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41111/solr
[junit4] 2> 831129 INFO (jetty-launcher-9034-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 831129 INFO (zkConnectionManagerCallback-9057-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 831129 INFO (jetty-launcher-9034-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 831238 INFO (jetty-launcher-9034-thread-3) [n:127.0.0.1:33365_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 831238 INFO (zkConnectionManagerCallback-9059-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 831238 INFO (jetty-launcher-9034-thread-3) [n:127.0.0.1:33365_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 831247 WARN (jetty-launcher-9034-thread-3) [n:127.0.0.1:33365_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 831298 INFO (jetty-launcher-9034-thread-3) [n:127.0.0.1:33365_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33365_solr
[junit4] 2> 831299 INFO (jetty-launcher-9034-thread-3) [n:127.0.0.1:33365_solr ] o.a.s.c.Overseer Overseer (id=73259462173458439-127.0.0.1:33365_solr-n_0000000000) starting
[junit4] 2> 831303 INFO (OverseerStateUpdate-73259462173458439-127.0.0.1:33365_solr-n_0000000000) [n:127.0.0.1:33365_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:33365_solr
[junit4] 2> 831307 INFO (jetty-launcher-9034-thread-3) [n:127.0.0.1:33365_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33365_solr
[junit4] 2> 831309 INFO (jetty-launcher-9034-thread-3) [n:127.0.0.1:33365_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 831309 WARN (jetty-launcher-9034-thread-3) [n:127.0.0.1:33365_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 831310 INFO (zkCallback-9058-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 831325 INFO (jetty-launcher-9034-thread-3) [n:127.0.0.1:33365_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_72CCFEB12C520CF2-001/cdcr-target-001/node3
[junit4] 2> 831528 INFO (jetty-launcher-9034-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 831528 WARN (jetty-launcher-9034-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 831530 WARN (jetty-launcher-9034-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3615ec05[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 831530 WARN (jetty-launcher-9034-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3615ec05[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 831532 WARN (jetty-launcher-9034-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 831534 WARN (jetty-launcher-9034-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1cd33f43[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 831534 WARN (jetty-launcher-9034-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1cd33f43[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 831535 INFO (jetty-launcher-9034-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41111/solr
[junit4] 2> 831538 INFO (jetty-launcher-9034-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 831542 INFO (zkConnectionManagerCallback-9077-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 831542 INFO (jetty-launcher-9034-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 831543 WARN (jetty-launcher-9034-thread-2-SendThread(127.0.0.1:41111)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1044517bb490008.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1044517bb490008, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1044517bb490008, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 831644 INFO (jetty-launcher-9034-thread-2) [n:127.0.0.1:34683_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 831645 INFO (zkConnectionManagerCallback-9079-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 831645 INFO (jetty-launcher-9034-thread-2) [n:127.0.0.1:34683_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 831648 WARN (jetty-launcher-9034-thread-2) [n:127.0.0.1:34683_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 831650 INFO (jetty-launcher-9034-thread-2) [n:127.0.0.1:34683_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 831653 INFO (jetty-launcher-9034-thread-2) [n:127.0.0.1:34683_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:34683_solr as DOWN
[junit4] 2> 831654 INFO (jetty-launcher-9034-thread-2) [n:127.0.0.1:34683_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 831654 INFO (jetty-launcher-9034-thread-2) [n:127.0.0.1:34683_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34683_solr
[junit4] 2> 831655 INFO (zkCallback-9058-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 831655 INFO (zkCallback-9078-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 831656 INFO (jetty-launcher-9034-thread-2) [n:127.0.0.1:34683_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 831656 WARN (jetty-launcher-9034-thread-2) [n:127.0.0.1:34683_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 831665 INFO (jetty-launcher-9034-thread-2) [n:127.0.0.1:34683_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_72CCFEB12C520CF2-001/cdcr-target-001/node2
[junit4] 2> 832023 INFO (jetty-launcher-9034-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 832023 WARN (jetty-launcher-9034-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 832024 WARN (jetty-launcher-9034-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3977dee4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 832024 WARN (jetty-launcher-9034-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3977dee4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 832025 WARN (jetty-launcher-9034-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 832026 WARN (jetty-launcher-9034-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@583f4e07[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 832026 WARN (jetty-launcher-9034-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@583f4e07[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 832027 INFO (jetty-launcher-9034-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41111/solr
[junit4] 2> 832028 INFO (jetty-launcher-9034-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 832030 INFO (zkConnectionManagerCallback-9093-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 832030 INFO (jetty-launcher-9034-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 832132 INFO (jetty-launcher-9034-thread-1) [n:127.0.0.1:42319_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 832133 INFO (zkConnectionManagerCallback-9095-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 832133 INFO (jetty-launcher-9034-thread-1) [n:127.0.0.1:42319_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 832136 WARN (jetty-launcher-9034-thread-1) [n:127.0.0.1:42319_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 832136 INFO (jetty-launcher-9034-thread-1) [n:127.0.0.1:42319_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 832139 INFO (jetty-launcher-9034-thread-1) [n:127.0.0.1:42319_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:42319_solr as DOWN
[junit4] 2> 832140 INFO (jetty-launcher-9034-thread-1) [n:127.0.0.1:42319_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 832140 INFO (jetty-launcher-9034-thread-1) [n:127.0.0.1:42319_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42319_solr
[junit4] 2> 832141 INFO (zkCallback-9058-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 832142 INFO (jetty-launcher-9034-thread-1) [n:127.0.0.1:42319_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 832142 WARN (jetty-launcher-9034-thread-1) [n:127.0.0.1:42319_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 832142 INFO (zkCallback-9078-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 832146 INFO (zkCallback-9094-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 832157 INFO (jetty-launcher-9034-thread-1) [n:127.0.0.1:42319_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_72CCFEB12C520CF2-001/cdcr-target-001/node1
[junit4] 2> 832170 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[72CCFEB12C520CF2]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=3
[junit4] 2> 832174 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[72CCFEB12C520CF2]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 832176 INFO (zkConnectionManagerCallback-9106-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 832176 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[72CCFEB12C520CF2]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 832177 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[72CCFEB12C520CF2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 832178 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[72CCFEB12C520CF2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41111/solr ready
[junit4] 1> Target zkHost = 127.0.0.1:41111/solr
[junit4] 2> 832178 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[72CCFEB12C520CF2]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_72CCFEB12C520CF2-001/cdcr-source-001
[junit4] 2> 832178 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[72CCFEB12C520CF2]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 832182 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 832182 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 832183 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 832282 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[72CCFEB12C520CF2]) [ ] o.a.s.c.ZkTestServer start zk server on port: 45797
[junit4] 2> 832282 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[72CCFEB12C520CF2]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:45797
[junit4] 2> 832282 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[72CCFEB12C520CF2]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45797
[junit4] 2> 832282 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[72CCFEB12C520CF2]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45797
[junit4] 2> 832284 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[72CCFEB12C520CF2]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 832286 INFO (zkConnectionManagerCallback-9108-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 832286 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[72CCFEB12C520CF2]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 832291 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[72CCFEB12C520CF2]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 832292 INFO (zkConnectionManagerCallback-9110-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 832292 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[72CCFEB12C520CF2]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 832293 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[72CCFEB12C520CF2]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 832293 INFO (zkConnectionManagerCallback-9112-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 832293 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[72CCFEB12C520CF2]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 832295 WARN (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[72CCFEB12C520CF2]-SendThread(127.0.0.1:45797)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1044517c1c50002.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1044517c1c50002, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1044517c1c50002, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 832398 INFO (jetty-launcher-9113-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 832398 INFO (jetty-launcher-9113-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 832399 INFO (jetty-launcher-9113-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 832400 INFO (jetty-launcher-9113-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 832400 INFO (jetty-launcher-9113-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 832400 INFO (jetty-launcher-9113-thread-2) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 832401 INFO (jetty-launcher-9113-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 832401 INFO (jetty-launcher-9113-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 832401 INFO (jetty-launcher-9113-thread-3) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 832401 INFO (jetty-launcher-9113-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 832401 INFO (jetty-launcher-9113-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 832401 INFO (jetty-launcher-9113-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 832402 INFO (jetty-launcher-9113-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@334d1a61{/solr,null,AVAILABLE}
[junit4] 2> 832403 INFO (jetty-launcher-9113-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 832403 INFO (jetty-launcher-9113-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 832403 INFO (jetty-launcher-9113-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 832403 INFO (jetty-launcher-9113-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3c46050e{/solr,null,AVAILABLE}
[junit4] 2> 832404 INFO (jetty-launcher-9113-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 832404 INFO (jetty-launcher-9113-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 832404 INFO (jetty-launcher-9113-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 832404 INFO (jetty-launcher-9113-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2c71fb33{/solr,null,AVAILABLE}
[junit4] 2> 832405 INFO (jetty-launcher-9113-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4309f020{SSL, (ssl, http/1.1)}{127.0.0.1:33711}
[junit4] 2> 832405 INFO (jetty-launcher-9113-thread-1) [ ] o.e.j.s.Server Started @832438ms
[junit4] 2> 832405 INFO (jetty-launcher-9113-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:45797/solr, hostPort=33711}
[junit4] 2> 832405 ERROR (jetty-launcher-9113-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 832405 INFO (jetty-launcher-9113-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 832405 INFO (jetty-launcher-9113-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 832405 INFO (jetty-launcher-9113-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 832405 INFO (jetty-launcher-9113-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 832405 INFO (jetty-launcher-9113-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-01T16:01:00.781Z
[junit4] 2> 832407 INFO (jetty-launcher-9113-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 832407 INFO (jetty-launcher-9113-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@460b43e1{SSL, (ssl, http/1.1)}{127.0.0.1:41423}
[junit4] 2> 832407 INFO (jetty-launcher-9113-thread-2) [ ] o.e.j.s.Server Started @832440ms
[junit4] 2> 832407 INFO (jetty-launcher-9113-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:45797/solr, hostPort=41423}
[junit4] 2> 832407 ERROR (jetty-launcher-9113-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 832407 INFO (jetty-launcher-9113-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 832407 INFO (jetty-launcher-9113-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 832407 INFO (jetty-launcher-9113-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 832407 INFO (jetty-launcher-9113-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 832407 INFO (jetty-launcher-9113-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-01T16:01:00.783Z
[junit4] 2> 832408 INFO (jetty-launcher-9113-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 832408 INFO (jetty-launcher-9113-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3a0ac96{SSL, (ssl, http/1.1)}{127.0.0.1:41151}
[junit4] 2> 832408 INFO (jetty-launcher-9113-thread-3) [ ] o.e.j.s.Server Started @832441ms
[junit4] 2> 832408 INFO (jetty-launcher-9113-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:45797/solr, hostPort=41151}
[junit4] 2> 832408 ERROR (jetty-launcher-9113-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 832408 INFO (jetty-launcher-9113-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 832408 INFO (jetty-launcher-9113-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 832408 INFO (jetty-launcher-9113-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 832408 INFO (jetty-launcher-9113-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 832408 INFO (jetty-launcher-9113-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-01T16:01:00.784Z
[junit4] 2> 832409 INFO (zkConnectionManagerCallback-9115-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 832409 INFO (jetty-launcher-9113-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 832409 INFO (jetty-launcher-9113-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 832413 INFO (jetty-launcher-9113-thread-1) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 832413 INFO (jetty-launcher-9113-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 832413 INFO (zkConnectionManagerCallback-9117-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 832413 INFO (jetty-launcher-9113-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 832414 WARN (jetty-launcher-9113-thread-1-SendThread(127.0.0.1:45797)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1044517c1c50003.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1044517c1c50003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1044517c1c50003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 832414 INFO (jetty-launcher-9113-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 832416 INFO (jetty-launcher-9113-thread-2) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 832417 WARN (jetty-launcher-9113-thread-2-SendThread(127.0.0.1:45797)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1044517c1c50004.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1044517c1c50004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1044517c1c50004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 832418 INFO (zkConnectionManagerCallback-9119-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 832418 INFO (jetty-launcher-9113-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 832522 INFO (jetty-launcher-9113-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 832525 INFO (jetty-launcher-9113-thread-3) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 832542 WARN (jetty-launcher-9113-thread-3-SendThread(127.0.0.1:45797)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1044517c1c50005.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1044517c1c50005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1044517c1c50005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 833492 INFO (jetty-launcher-9113-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 833492 WARN (jetty-launcher-9113-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 833502 WARN (jetty-launcher-9113-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@62005af5[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 833502 WARN (jetty-launcher-9113-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@62005af5[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 833504 WARN (jetty-launcher-9113-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 833505 WARN (jetty-launcher-9113-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@252f9d94[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 833505 WARN (jetty-launcher-9113-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@252f9d94[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 833505 INFO (jetty-launcher-9113-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45797/solr
[junit4] 2> 833506 INFO (jetty-launcher-9113-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 833510 INFO (zkConnectionManagerCallback-9136-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 833510 INFO (jetty-launcher-9113-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 833511 WARN (jetty-launcher-9113-thread-3-SendThread(127.0.0.1:45797)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1044517c1c50006.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1044517c1c50006, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1044517c1c50006, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 833613 INFO (jetty-launcher-9113-thread-3) [n:127.0.0.1:41151_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 833613 INFO (zkConnectionManagerCallback-9138-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 833613 INFO (jetty-launcher-9113-thread-3) [n:127.0.0.1:41151_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 833625 WARN (jetty-launcher-9113-thread-3) [n:127.0.0.1:41151_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 833686 INFO (jetty-launcher-9113-thread-3) [n:127.0.0.1:41151_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41151_solr
[junit4] 2> 833687 INFO (jetty-launcher-9113-thread-3) [n:127.0.0.1:41151_solr ] o.a.s.c.Overseer Overseer (id=73259462282248199-127.0.0.1:41151_solr-n_0000000000) starting
[junit4] 2> 833699 INFO (OverseerStateUpdate-73259462282248199-127.0.0.1:41151_solr-n_0000000000) [n:127.0.0.1:41151_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:41151_solr
[junit4] 2> 833699 INFO (jetty-launcher-9113-thread-3) [n:127.0.0.1:41151_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41151_solr
[junit4] 2> 833701 INFO (OverseerStateUpdate-73259462282248199-127.0.0.1:41151_solr-n_0000000000) [n:127.0.0.1:41151_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 833701 INFO (jetty-launcher-9113-thread-3) [n:127.0.0.1:41151_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 833701 WARN (jetty-launcher-9113-thread-3) [n:127.0.0.1:41151_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 833718 INFO (jetty-launcher-9113-thread-3) [n:127.0.0.1:41151_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_72CCFEB12C520CF2-001/cdcr-source-001/node3
[junit4] 2> 833814 INFO (jetty-launcher-9113-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 833814 WARN (jetty-launcher-9113-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 833815 WARN (jetty-launcher-9113-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6750b0c6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 833815 WARN (jetty-launcher-9113-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6750b0c6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 833818 WARN (jetty-launcher-9113-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 833822 WARN (jetty-launcher-9113-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@52870ad2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 833822 WARN (jetty-launcher-9113-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@52870ad2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 833823 INFO (jetty-launcher-9113-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45797/solr
[junit4] 2> 833824 INFO (jetty-launcher-9113-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 833826 INFO (zkConnectionManagerCallback-9156-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 833826 INFO (jetty-launcher-9113-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 833948 INFO (jetty-launcher-9113-thread-1) [n:127.0.0.1:33711_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 833949 INFO (zkConnectionManagerCallback-9158-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 833949 INFO (jetty-launcher-9113-thread-1) [n:127.0.0.1:33711_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 833955 WARN (jetty-launcher-9113-thread-1) [n:127.0.0.1:33711_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 833957 INFO (jetty-launcher-9113-thread-1) [n:127.0.0.1:33711_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 833961 INFO (jetty-launcher-9113-thread-1) [n:127.0.0.1:33711_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:33711_solr as DOWN
[junit4] 2> 833962 INFO (jetty-launcher-9113-thread-1) [n:127.0.0.1:33711_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 833962 INFO (jetty-launcher-9113-thread-1) [n:127.0.0.1:33711_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33711_solr
[junit4] 2> 833963 INFO (zkCallback-9137-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 833963 INFO (zkCallback-9157-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 833964 INFO (jetty-launcher-9113-thread-1) [n:127.0.0.1:33711_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 833964 WARN (jetty-launcher-9113-thread-1) [n:127.0.0.1:33711_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 833974 INFO (jetty-launcher-9113-thread-1) [n:127.0.0.1:33711_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_72CCFEB12C520CF2-001/cdcr-source-001/node1
[junit4] 2> 834268 INFO (jetty-launcher-9113-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 834268 WARN (jetty-launcher-9113-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 834270 WARN (jetty-launcher-9113-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@16de989e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 834271 WARN (jetty-launcher-9113-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@16de989e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 834272 WARN (jetty-launcher-9113-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 834273 WARN (jetty-launcher-9113-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@152e80b1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 834273 WARN (jetty-launcher-9113-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@152e80b1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 834274 INFO (jetty-launcher-9113-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45797/solr
[junit4] 2> 834274 INFO (jetty-launcher-9113-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 834275 INFO (zkConnectionManagerCallback-9172-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 834275 INFO (jetty-launcher-9113-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 834377 INFO (jetty-launcher-9113-thread-2) [n:127.0.0.1:41423_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 834378 INFO (zkConnectionManagerCallback-9174-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 834378 INFO (jetty-launcher-9113-thread-2) [n:127.0.0.1:41423_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 834381 WARN (jetty-launcher-9113-thread-2) [n:127.0.0.1:41423_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 834382 INFO (jetty-launcher-9113-thread-2) [n:127.0.0.1:41423_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 834385 INFO (jetty-launcher-9113-thread-2) [n:127.0.0.1:41423_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:41423_solr as DOWN
[junit4] 2> 834386 INFO (jetty-launcher-9113-thread-2) [n:127.0.0.1:41423_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 834386 INFO (jetty-launcher-9113-thread-2) [n:127.0.0.1:41423_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41423_solr
[junit4] 2> 834387 INFO (zkCallback-9157-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 834387 INFO (zkCallback-9137-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 834387 INFO (zkCallback-9173-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 834388 INFO (jetty-launcher-9113-thread-2) [n:127.0.0.1:41423_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 834388 WARN (jetty-launcher-9113-thread-2) [n:127.0.0.1:41423_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 834403 INFO (jetty-launcher-9113-thread-2) [n:127.0.0.1:41423_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_72CCFEB12C520CF2-001/cdcr-source-001/node2
[junit4] 2> 834415 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[72CCFEB12C520CF2]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=3
[junit4] 2> 834416 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[72CCFEB12C520CF2]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 834417 INFO (zkConnectionManagerCallback-9185-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 834417 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[72CCFEB12C520CF2]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 834418 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[72CCFEB12C520CF2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 834419 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[72CCFEB12C520CF2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45797/solr ready
[junit4] 2> 834419 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[72CCFEB12C520CF2]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 834420 INFO (zkConnectionManagerCallback-9187-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 834420 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[72CCFEB12C520CF2]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 834552 INFO (OverseerThreadFactory-9145-thread-1-processing-n:127.0.0.1:41151_solr) [n:127.0.0.1:41151_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection cdcr-source
[junit4] 2> 834659 INFO (OverseerStateUpdate-73259462282248199-127.0.0.1:41151_solr-n_0000000000) [n:127.0.0.1:41151_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"cdcr-source_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:41151_solr",
[junit4] 2> "base_url":"https://127.0.0.1:41151/solr",
[junit4] 2> "collection":"cdcr-source",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 834661 INFO (OverseerStateUpdate-73259462282248199-127.0.0.1:41151_solr-n_0000000000) [n:127.0.0.1:41151_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"cdcr-source_shard1_replica_n2",
[junit4] 2> "node_name":"127.0.0.1:41423_solr",
[junit4] 2> "base_url":"https://127.0.0.1:41423/solr",
[junit4] 2> "collection":"cdcr-source",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 834662 INFO (OverseerStateUpdate-73259462282248199-127.0.0.1:41151_solr-n_0000000000) [n:127.0.0.1:41151_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"cdcr-source_shard1_replica_n4",
[junit4] 2> "node_name":"127.0.0.1:33711_solr",
[junit4] 2> "base_url":"https://127.0.0.1:33711/solr",
[junit4] 2> "collection":"cdcr-source",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 834882 INFO (qtp1240570704-14673) [n:127.0.0.1:33711_solr x:cdcr-source_shard1_replica_n4 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node6&name=cdcr-source_shard1_replica_n4&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 834896 INFO (qtp156813286-14685) [n:127.0.0.1:41151_solr x:cdcr-source_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node3&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 834896 INFO (qtp156813286-14685) [n:127.0.0.1:41151_solr x:cdcr-source_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 834898 INFO (qtp1240570704-14673) [n:127.0.0.1:33711_solr c:cdcr-source s:shard1 r:core_node6 x:cdcr-source_shard1_replica_n4 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 834904 INFO (qtp1240570704-14673) [n:127.0.0.1:33711_solr c:cdcr-source s:shard1 r:core_node6 x:cdcr-source_shard1_replica_n4 ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 834905 INFO (qtp1240570704-14673) [n:127.0.0.1:33711_solr c:cdcr-source s:shard1 r:core_node6 x:cdcr-source_shard1_replica_n4 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 834906 INFO (qtp1240570704-14673) [n:127.0.0.1:33711_solr c:cdcr-source s:shard1 r:core_node6 x:cdcr-source_shard1_replica_n4 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 834908 INFO (qtp1240570704-14673) [n:127.0.0.1:33711_solr c:cdcr-source s:shard1 r:core_node6 x:cdcr-source_shard1_replica_n4 ] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema
[junit4] 2> 834908 INFO (qtp1291004049-14664) [n:127.0.0.1:41423_solr x:cdcr-source_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node5&name=cdcr-source_shard1_replica_n2&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 834909 INFO (qtp156813286-14685) [n:127.0.0.1:41151_solr c:cdcr-source s:shard1 r:core_node3 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 834925 INFO (qtp1240570704-14673) [n:127.0.0.1:33711_solr c:cdcr-source s:shard1 r:core_node6 x:cdcr-source_shard1_replica_n4 ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak
[junit4] 2> 834925 INFO (qtp1240570704-14673) [n:127.0.0.1:33711_solr c:cdcr-source s:shard1 r:core_node6 x:cdcr-source_shard1_replica_n4 ] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n4' using configuration from configset cdcr-source, trusted=true
[junit4] 2> 834926 INFO (qtp1240570704-14673) [n:127.0.0.1:33711_solr c:cdcr-source s:shard1 r:core_node6 x:cdcr-source_shard1_replica_n4 ] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_72CCFEB12C520CF2-001/cdcr-source-001/node1/cdcr-source_shard1_replica_n4], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_72CCFEB12C520CF2-001/cdcr-source-001/node1/cdcr-source_shard1_replica_n4/data/]
[junit4] 2> 834929 INFO (qtp156813286-14685) [n:127.0.0.1:41151_solr c:cdcr-source s:shard1 r:core_node3 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 834929 INFO (qtp156813286-14685) [n:127.0.0.1:41151_solr c:cdcr-source s:shard1 r:core_node3 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 834929 INFO (qtp156813286-14685) [n:127.0.0.1:41151_solr c:cdcr-source s:shard1 r:core_node3 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from configset cdcr-source, trusted=true
[junit4] 2> 834929 INFO (qtp156813286-14685) [n:127.0.0.1:41151_solr c:cdcr-source s:shard1 r:core_node3 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_72CCFEB12C520CF2-001/cdcr-source-001/node3/cdcr-source_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_72CCFEB12C520CF2-001/cdcr-source-001/node3/cdcr-source_shard1_replica_n1/data/]
[junit4] 2> 834934 INFO (qtp1291004049-14664) [n:127.0.0.1:41423_solr c:cdcr-source s:shard1 r:core_node5 x:cdcr-source_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 834941 INFO (qtp1291004049-14664) [n:127.0.0.1:41423_solr c:cdcr-source s:shard1 r:core_node5 x:cdcr-source_shard1_replica_n2 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 834941 INFO (qtp1291004049-14664) [n:127.0.0.1:41423_solr c:cdcr-source s:shard1 r:core_node5 x:cdcr-source_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 834941 INFO (qtp1291004049-14664) [n:127.0.0.1:41423_solr c:cdcr-source s:shard1 r:core_node5 x:cdcr-source_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n2' using configuration from configset cdcr-source, trusted=true
[junit4] 2> 834941 INFO (qtp1291004049-14664) [n:127.0.0.1:41423_solr c:cdcr-source s:shard1 r:core_node5 x:cdcr-source_shard1_replica_n2 ] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_72CCFEB12C520CF2-001/cdcr-source-001/node2/cdcr-source_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_72CCFEB12C520CF2-001/cdcr-source-001/node2/cdcr-source_shard1_replica_n2/data/]
[junit4] 2> 835028 WARN (qtp1291004049-14664) [n:127.0.0.1:41423_solr c:cdcr-source s:shard1 r:core_node5 x:cdcr-source_shard1_replica_n2 ] o.a.s.D.s.CdcrRequestHandler Solr loaded a deprecated plugin/analysis class [solr.CdcrRequestHandler]. Please consult documentation how to replace it accordingly.
[junit4] 2> 835031 WARN (qtp156813286-14685) [n:127.0.0.1:41151_solr c:cdcr-source s:shard1 r:core_node3 x:cdcr-source_shard1_replica_n1 ] o.a.s.h.CdcrRequestHandler CDCR (in its current form) is deprecated as of 8.6 and shall be removed in 9.0. See SOLR-14022 for details.
[junit4] 2> 835032 WARN (qtp1291004049-14664) [n:127.0.0.1:41423_solr c:cdcr-source s:shard1 r:core_node5 x:cdcr-source_shard1_replica_n2 ] o.a.s.h.CdcrRequestHandler CDCR (in its current form) is deprecated as of 8.6 and shall be removed in 9.0. See SOLR-14022 for details.
[junit4] 2> 835045 INFO (qtp1291004049-14664) [n:127.0.0.1:41423_solr c:cdcr-source s:shard1 r:core_node5 x:cdcr-source_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 835045 INFO (qtp1291004049-14664) [n:127.0.0.1:41423_solr c:cdcr-source s:shard1 r:core_node5 x:cdcr-source_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 835046 INFO (qtp156813286-14685) [n:127.0.0.1:41151_solr c:cdcr-source s:shard1 r:core_node3 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 835046 INFO (qtp156813286-14685) [n:127.0.0.1:41151_solr c:cdcr-source s:shard1 r:core_node3 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 835046 INFO (qtp1291004049-14664) [n:127.0.0.1:41423_solr c:cdcr-source s:shard1 r:core_node5 x:cdcr-source_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 835046 INFO (qtp1291004049-14664) [n:127.0.0.1:41423_solr c:cdcr-source s:shard1 r:core_node5 x:cdcr-source_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 835048 INFO (qtp156813286-14685) [n:127.0.0.1:41151_solr c:cdcr-source s:shard1 r:core_node3 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 835048 INFO (qtp156813286-14685) [n:127.0.0.1:41151_solr c:cdcr-source s:shard1 r:core_node3 x:cdcr-source_shard1_replica_n1
[...truncated too long message...]
.0.1:33719_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 1232207 INFO (coreCloseExecutor-9560-thread-2) [n:127.0.0.1:33719_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 1232208 INFO (zkCallback-9420-thread-9) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1232210 INFO (zkCallback-9420-thread-10) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1232211 INFO (zkCallback-9420-thread-8) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1232211 INFO (jetty-closer-9556-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 1232211 INFO (jetty-closer-9556-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 1232211 INFO (jetty-closer-9556-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 1232211 INFO (jetty-closer-9556-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 1232212 INFO (closeThreadPool-9562-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73259479397826565-127.0.0.1:33719_solr-n_0000000000) closing
[junit4] 2> 1232212 INFO (OverseerStateUpdate-73259479397826565-127.0.0.1:33719_solr-n_0000000000) [n:127.0.0.1:33719_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33719_solr
[junit4] 2> 1232214 INFO (OverseerAutoScalingTriggerThread-73259479397826565-127.0.0.1:33719_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1232215 WARN (jetty-launcher-9406-thread-1-SendThread(127.0.0.1:42387)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x104451bbdf00005.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x104451bbdf00005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x104451bbdf00005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 1232216 INFO (closeThreadPool-9562-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73259479397826565-127.0.0.1:33719_solr-n_0000000000) closing
[junit4] 2> 1232316 INFO (jetty-closer-9556-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73259479397826565-127.0.0.1:33719_solr-n_0000000000) closing
[junit4] 2> 1232316 INFO (jetty-closer-9556-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@50c8f295{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 1232317 INFO (jetty-closer-9556-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4b56ef15{/solr,null,STOPPED}
[junit4] 2> 1232317 INFO (jetty-closer-9556-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1232317 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72CCFEB12C520CF2]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 1232520 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/collections/cdcr-target/leaders/shard1/leader
[junit4] 2> 3 /solr/collections/cdcr-target/terms/shard1
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/configs/cdcr-target/managed-schema
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 41 /solr/collections/cdcr-target/state.json
[junit4] 2> 5 /solr/collections/cdcr-target/cdcr/state/process
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/collections/cdcr-target/cdcr/state/buffer
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/collections/cdcr-target/state.json
[junit4] 2> 17 /solr/overseer/queue
[junit4] 2> 5 /solr/collections
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 1232523 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72CCFEB12C520CF2]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:42387
[junit4] 2> 1232523 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72CCFEB12C520CF2]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:42387
[junit4] 2> 1232523 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72CCFEB12C520CF2]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 42387
[junit4] 2> 1232523 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[72CCFEB12C520CF2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testConvertClusterToCdcrAndBootstrap
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CdcrBootstrapTest -Dtests.method=testConvertClusterToCdcrAndBootstrap -Dtests.seed=72CCFEB12C520CF2 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=lv -Dtests.timezone=America/Kentucky/Monticello -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 139s J1 | CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap <<<
[junit4] > Throwable #1: java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
[junit4] > at __randomizedtesting.SeedInfo.seed([72CCFEB12C520CF2:A51BD1C6980D94B5]:0)
[junit4] > at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap(CdcrBootstrapTest.java:129)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_72CCFEB12C520CF2-001
[junit4] 2> Apr 01, 2021 4:07:41 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {_root_=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), xyz=PostingsFormat(name=LuceneFixedGap), id=BlockTreeOrds(blocksize=128)}, docValues:{_version_=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=1491, maxMBSortInHeap=7.368368033884877, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=lv, timezone=America/Kentucky/Monticello
[junit4] 2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=101658648,total=513277952
[junit4] 2> NOTE: All tests run in this JVM: [UpdateRequestProcessorFactoryTest, SystemInfoHandlerTest, TestDFRSimilarityFactory, DeleteReplicaTest, CloneFieldUpdateProcessorFactoryTest, FileBasedSpellCheckerTest, TestSweetSpotSimilarityFactory, TestFacetMethods, CategoryRoutedAliasUpdateProcessorTest, AnalyticsQueryTest, TestSchemaManager, TestLFUCache, SyncSliceTest, TestChildDocTransformerHierarchy, TestFieldSortValues, VMParamsZkACLAndCredentialsProvidersTest, TestPackages, TestInfoStreamLogging, SearchHandlerTest, TestExternalRoleRuleBasedAuthorizationPlugin, WrapperMergePolicyFactoryTest, TestCoreContainer, XsltUpdateRequestHandlerTest, TestRangeQuery, TestReversedWildcardFilterFactory, TestCollationFieldDocValues, TestOverriddenPrefixQueryForCustomFieldType, OverseerSolrResponseUnsafeSerializationTest, CollectionsAPIAsyncDistributedZkTest, TestInPlaceUpdatesRequiredField, TestSubQueryTransformerDistrib, CreateRoutedAliasTest, TestCloudNestedDocsSort, EmbeddedSolrNoSerializeTest, TestJavabinTupleStreamParser, TestSystemCollAutoCreate, ByteBuffersDirectoryFactoryTest, TestBulkSchemaConcurrent, DirectoryFactoriesTest, TestSolr4Spatial2, PurgeGraphTest, TestSchemaNameResource, TestDistribPackageStore, RegexBoostProcessorTest, DistributedIntervalFacetingTest, TestSystemIdResolver, TestReplicationHandler, TestTolerantUpdateProcessorRandomCloud, TestDynamicLoading, TestExportTool, DOMUtilTest, TestCloudPseudoReturnFields, TestSimUtils, SecurityHeadersTest, TestDistributedMap, FieldAnalysisRequestHandlerTest, PackageManagerCLITest, TestCoreAdminApis, TestRawTransformer, TestConfigReload, TestRTimerTree, TestRestoreCore, TestUninvertingReader, SortByFunctionTest, NestedShardedAtomicUpdateTest, TestDistributedTracing, TestSerializedLuceneMatchVersion, MoveReplicaHDFSTest, TestUpdate, SignificantTermsQParserPluginTest, HLLUtilTest, CdcrBootstrapTest]
[junit4] Completed [423/935 (1!)] on J1 in 402.90s, 4 tests, 3 failures, 1 skipped <<< FAILURES!
[...truncated 52581 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 2009 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/2009/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.LeaderElectionContextKeyTest
Error Message:
Timeout occurred while waiting response from server at: https://127.0.0.1:36745/solr
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:36745/solr
at __randomizedtesting.SeedInfo.seed([26BBAD2A1B4077AA]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
at org.apache.solr.cloud.LeaderElectionContextKeyTest.setupCluster(LeaderElectionContextKeyTest.java:60)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:878)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:475)
at sun.security.ssl.SSLSocketInputRecord.readHeader(SSLSocketInputRecord.java:469)
at sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:69)
at sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1228)
at sun.security.ssl.SSLSocketImpl.access$300(SSLSocketImpl.java:75)
at sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:915)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:571)
... 36 more
FAILED: org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth.testZkAcls
Error Message:
Path /security.json ACLs found [31,s{'digest,'solr:GLIpYn0ALjsLW9sYA7KZV7u1sNo=} ] expected:<2> but was:<1>
Stack Trace:
java.lang.AssertionError: Path /security.json ACLs found [31,s{'digest,'solr:GLIpYn0ALjsLW9sYA7KZV7u1sNo=}
] expected:<2> but was:<1>
at __randomizedtesting.SeedInfo.seed([26BBAD2A1B4077AA:FFD6FC6B6F225BB1]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth.checkNonSecurityACLs(TestZkAclsWithHadoopAuth.java:139)
at org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth.walkZkTree(TestZkAclsWithHadoopAuth.java:110)
at org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth.walkZkTree(TestZkAclsWithHadoopAuth.java:116)
at org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth.testZkAcls(TestZkAclsWithHadoopAuth.java:102)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14172 lines...]
[junit4] Suite: org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth
[junit4] 2> 664849 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> 664849 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 664849 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.security.hadoop.TestZkAclsWithHadoopAuth_26BBAD2A1B4077AA-001/data-dir-105-001
[junit4] 2> 664849 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 664851 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 664856 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.security.hadoop.TestZkAclsWithHadoopAuth_26BBAD2A1B4077AA-001/tempDir-001
[junit4] 2> 664856 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 664856 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 664856 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 664857 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 664956 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port: 34513
[junit4] 2> 664956 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:34513
[junit4] 2> 664956 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:34513
[junit4] 2> 664956 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 34513
[junit4] 2> 664958 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.SolrZkClient Using ZkCredentialsProvider: org.apache.solr.common.cloud.VMParamsSingleSetCredentialsDigestZkCredentialsProvider
[junit4] 2> 664966 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 664967 INFO (zkConnectionManagerCallback-7642-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 664967 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 664968 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.SolrZkClient Using ZkACLProvider: org.apache.solr.common.cloud.VMParamsAllAndReadonlyDigestZkACLProvider
[junit4] 2> 664976 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.SolrZkClient Using ZkCredentialsProvider: org.apache.solr.common.cloud.VMParamsSingleSetCredentialsDigestZkCredentialsProvider
[junit4] 2> 664981 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 664984 INFO (zkConnectionManagerCallback-7644-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 664984 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 664984 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.SolrZkClient Using ZkACLProvider: org.apache.solr.common.cloud.VMParamsAllAndReadonlyDigestZkACLProvider
[junit4] 2> 664984 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.SolrZkClient Using ZkCredentialsProvider: org.apache.solr.common.cloud.VMParamsSingleSetCredentialsDigestZkCredentialsProvider
[junit4] 2> 664985 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 664995 INFO (zkConnectionManagerCallback-7646-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 664995 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 664995 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.SolrZkClient Using ZkACLProvider: org.apache.solr.common.cloud.VMParamsAllAndReadonlyDigestZkACLProvider
[junit4] 2> 665107 INFO (jetty-launcher-7647-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 665107 INFO (jetty-launcher-7647-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 665107 INFO (jetty-launcher-7647-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 665109 INFO (jetty-launcher-7647-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 665109 INFO (jetty-launcher-7647-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 665109 INFO (jetty-launcher-7647-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 665109 INFO (jetty-launcher-7647-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@34c74b80{/solr,null,AVAILABLE}
[junit4] 2> 665112 INFO (jetty-launcher-7647-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@50bfb6f7{SSL, (ssl, http/1.1)}{127.0.0.1:43129}
[junit4] 2> 665112 INFO (jetty-launcher-7647-thread-1) [ ] o.e.j.s.Server Started @665139ms
[junit4] 2> 665112 INFO (jetty-launcher-7647-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:34513/solr, hostPort=43129}
[junit4] 2> 665112 ERROR (jetty-launcher-7647-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 665112 INFO (jetty-launcher-7647-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 665112 INFO (jetty-launcher-7647-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.0
[junit4] 2> 665113 INFO (jetty-launcher-7647-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 665113 INFO (jetty-launcher-7647-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 665113 INFO (jetty-launcher-7647-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-06T18:15:45.056Z
[junit4] 2> 665113 INFO (jetty-launcher-7647-thread-1) [ ] o.a.s.c.c.SolrZkClient Using ZkCredentialsProvider: org.apache.solr.common.cloud.VMParamsSingleSetCredentialsDigestZkCredentialsProvider
[junit4] 2> 665137 INFO (jetty-launcher-7647-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 665149 INFO (zkConnectionManagerCallback-7649-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 665149 INFO (jetty-launcher-7647-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 665149 INFO (jetty-launcher-7647-thread-1) [ ] o.a.s.c.c.SolrZkClient Using ZkACLProvider: org.apache.solr.common.cloud.VMParamsAllAndReadonlyDigestZkACLProvider
[junit4] 2> 665150 INFO (jetty-launcher-7647-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 665153 INFO (jetty-launcher-7647-thread-1) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 665155 WARN (jetty-launcher-7647-thread-1-SendThread(127.0.0.1:34513)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045f50b5e10003.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045f50b5e10003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045f50b5e10003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 667318 INFO (jetty-launcher-7647-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 667318 WARN (jetty-launcher-7647-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 667319 WARN (jetty-launcher-7647-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@42f01417[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 667319 WARN (jetty-launcher-7647-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@42f01417[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 667321 WARN (jetty-launcher-7647-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 667325 WARN (jetty-launcher-7647-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@66b11487[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 667325 WARN (jetty-launcher-7647-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@66b11487[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 667326 INFO (jetty-launcher-7647-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34513/solr
[junit4] 2> 667326 INFO (jetty-launcher-7647-thread-1) [ ] o.a.s.c.c.SolrZkClient Using ZkCredentialsProvider: org.apache.solr.common.cloud.VMParamsSingleSetCredentialsDigestZkCredentialsProvider
[junit4] 2> 667329 INFO (jetty-launcher-7647-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 667330 INFO (zkConnectionManagerCallback-7660-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 667330 INFO (jetty-launcher-7647-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 667330 INFO (jetty-launcher-7647-thread-1) [ ] o.a.s.c.c.SolrZkClient Using ZkACLProvider: org.apache.solr.common.cloud.VMParamsAllAndReadonlyDigestZkACLProvider
[junit4] 2> 667331 WARN (jetty-launcher-7647-thread-1-SendThread(127.0.0.1:34513)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045f50b5e10004.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045f50b5e10004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045f50b5e10004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 667437 INFO (jetty-launcher-7647-thread-1) [n:127.0.0.1:43129_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 667445 INFO (zkConnectionManagerCallback-7662-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 667445 INFO (jetty-launcher-7647-thread-1) [n:127.0.0.1:43129_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 667527 INFO (jetty-launcher-7647-thread-1) [n:127.0.0.1:43129_solr ] o.a.s.c.ZkController Detected inconsistent ACLs for zookeeper /security.json, attempting to repair.
[junit4] 2> 667535 INFO (jetty-launcher-7647-thread-1) [n:127.0.0.1:43129_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43129_solr
[junit4] 2> 667535 INFO (jetty-launcher-7647-thread-1) [n:127.0.0.1:43129_solr ] o.a.s.c.Overseer Overseer (id=73288294198214661-127.0.0.1:43129_solr-n_0000000000) starting
[junit4] 2> 667539 INFO (OverseerStateUpdate-73288294198214661-127.0.0.1:43129_solr-n_0000000000) [n:127.0.0.1:43129_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43129_solr
[junit4] 2> 667542 INFO (jetty-launcher-7647-thread-1) [n:127.0.0.1:43129_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43129_solr
[junit4] 2> 667543 INFO (zkCallback-7661-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 667544 INFO (jetty-launcher-7647-thread-1) [n:127.0.0.1:43129_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 667544 INFO (jetty-launcher-7647-thread-1) [n:127.0.0.1:43129_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HadoopAuthPlugin
[junit4] 2> 667544 INFO (jetty-launcher-7647-thread-1) [n:127.0.0.1:43129_solr ] o.a.s.s.HadoopAuthPlugin Params: {delegation-token.token-kind=solr-dt, cookie.domain=127.0.0.1, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, signer.secret.provider.zookeeper.path=/token, type=simple, zk-dt-secret-manager.enable=true, signer.secret.provider=zookeeper, delegation-token.json-mapper.AUTO_CLOSE_TARGET=false}
[junit4] 2> 667546 INFO (jetty-launcher-7647-thread-1) [n:127.0.0.1:43129_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 667557 INFO (jetty-launcher-7647-thread-1-EventThread) [ ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 667568 WARN (jetty-launcher-7647-thread-1) [n:127.0.0.1:43129_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=enabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 667569 WARN (jetty-launcher-7647-thread-1) [n:127.0.0.1:43129_solr ] o.a.s.c.CoreContainer Solr authentication is enabled, but SSL is off. Consider enabling SSL to protect user credentials and data with encryption.
[junit4] 2> 667583 INFO (jetty-launcher-7647-thread-1) [n:127.0.0.1:43129_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.security.hadoop.TestZkAclsWithHadoopAuth_26BBAD2A1B4077AA-001/tempDir-001/node1
[junit4] 2> 667609 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 667609 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.SolrZkClient Using ZkCredentialsProvider: org.apache.solr.common.cloud.VMParamsSingleSetCredentialsDigestZkCredentialsProvider
[junit4] 2> 667613 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 667614 INFO (zkConnectionManagerCallback-7677-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 667614 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 667614 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.SolrZkClient Using ZkACLProvider: org.apache.solr.common.cloud.VMParamsAllAndReadonlyDigestZkACLProvider
[junit4] 2> 667615 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 667616 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34513/solr ready
[junit4] 2> 667638 INFO (TEST-TestZkAclsWithHadoopAuth.testZkAcls-seed#[26BBAD2A1B4077AA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testZkAcls
[junit4] 2> 667688 WARN (TEST-TestZkAclsWithHadoopAuth.testZkAcls-seed#[26BBAD2A1B4077AA]-SendThread(127.0.0.1:34513)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045f50b5e10008.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045f50b5e10008, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045f50b5e10008, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 667918 INFO (TEST-TestZkAclsWithHadoopAuth.testZkAcls-seed#[26BBAD2A1B4077AA]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testZkAcls
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestZkAclsWithHadoopAuth -Dtests.method=testZkAcls -Dtests.seed=26BBAD2A1B4077AA -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=sr-CS -Dtests.timezone=Europe/Rome -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 0.31s J0 | TestZkAclsWithHadoopAuth.testZkAcls <<<
[junit4] > Throwable #1: java.lang.AssertionError: Path /security.json ACLs found [31,s{'digest,'solr:GLIpYn0ALjsLW9sYA7KZV7u1sNo=}
[junit4] > ] expected:<2> but was:<1>
[junit4] > at __randomizedtesting.SeedInfo.seed([26BBAD2A1B4077AA:FFD6FC6B6F225BB1]:0)
[junit4] > at org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth.checkNonSecurityACLs(TestZkAclsWithHadoopAuth.java:139)
[junit4] > at org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth.walkZkTree(TestZkAclsWithHadoopAuth.java:110)
[junit4] > at org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth.walkZkTree(TestZkAclsWithHadoopAuth.java:116)
[junit4] > at org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth.testZkAcls(TestZkAclsWithHadoopAuth.java:102)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 667926 WARN (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker-SendThread(127.0.0.1:34513)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045f50b5e10007.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045f50b5e10007, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045f50b5e10007, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 668028 INFO (jetty-closer-7678-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1933094779
[junit4] 2> 668028 INFO (jetty-closer-7678-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43129_solr
[junit4] 2> 668028 INFO (jetty-closer-7678-thread-1) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 668028 INFO (jetty-closer-7678-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:43129_solr as DOWN
[junit4] 2> 668030 INFO (jetty-closer-7678-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 668031 INFO (jetty-closer-7678-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 668031 INFO (jetty-closer-7678-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 668031 INFO (jetty-closer-7678-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 668031 INFO (jetty-closer-7678-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 668031 INFO (closeThreadPool-7683-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73288294198214661-127.0.0.1:43129_solr-n_0000000000) closing
[junit4] 2> 668033 INFO (OverseerStateUpdate-73288294198214661-127.0.0.1:43129_solr-n_0000000000) [n:127.0.0.1:43129_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43129_solr
[junit4] 2> 668033 INFO (OverseerAutoScalingTriggerThread-73288294198214661-127.0.0.1:43129_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 668037 INFO (closeThreadPool-7683-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73288294198214661-127.0.0.1:43129_solr-n_0000000000) closing
[junit4] 2> 668037 WARN (jetty-launcher-7647-thread-1-SendThread(127.0.0.1:34513)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045f50b5e10005.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045f50b5e10005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045f50b5e10005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 668138 INFO (jetty-closer-7678-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73288294198214661-127.0.0.1:43129_solr-n_0000000000) closing
[junit4] 2> 668138 ERROR (Thread[Thread-1137,5,TGRP-TestZkAclsWithHadoopAuth]) [ ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 668138 INFO (Curator-Framework-0) [ ] o.a.c.f.i.CuratorFrameworkImpl backgroundOperationsLoop exiting
[junit4] 2> 668240 INFO (jetty-closer-7678-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@50bfb6f7{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 668241 INFO (jetty-closer-7678-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@34c74b80{/solr,null,STOPPED}
[junit4] 2> 668241 INFO (jetty-closer-7678-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 668245 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 668448 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> 668450 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:34513
[junit4] 2> 668450 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:34513
[junit4] 2> 668450 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 34513
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.security.hadoop.TestZkAclsWithHadoopAuth_26BBAD2A1B4077AA-001
[junit4] 2> Apr 06, 2021 6:15:48 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=546, maxMBSortInHeap=5.337143579428489, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=sr-CS, timezone=Europe/Rome
[junit4] 2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=284981936,total=524812288
[junit4] 2> NOTE: All tests run in this JVM: [CoreSorterTest, TemplateUpdateProcessorTest, StatsComponentTest, TestCollationField, TestSolr4Spatial, AtomicUpdateProcessorFactoryTest, UnloadDistributedZkTest, TestSnapshotCoreBackup, CoreAdminCreateDiscoverTest, SolrMetricsIntegrationTest, TestDelegationWithHadoopAuth, SimpleMLTQParserTest, TestDistribDocBasedVersion, PrimitiveFieldTypeTest, GraphQueryTest, DocumentBuilderTest, TestLuceneIndexBackCompat, TestUtils, TestSimExecutePlanAction, OverriddenZkACLAndCredentialsProvidersTest, TestFoldingMultitermQuery, AuthToolTest, DocumentAnalysisRequestHandlerTest, TestCSVLoader, NoCacheHeaderTest, CoreMergeIndexesAdminHandlerTest, ReturnFieldsTest, TestSimpleTrackingShardHandler, TestQuerySenderListener, SuggesterTest, MultiThreadedOCPTest, TestHighFrequencyDictionaryFactory, OpenExchangeRatesOrgProviderTest, TestManagedSchemaAPI, BlockJoinFacetDistribTest, SegmentsInfoRequestHandlerTest, ReplaceNodeTest, SplitByPrefixTest, TestPartialUpdateDeduplication, JWTVerificationkeyResolverTest, TestRestManager, FullSolrCloudDistribCmdsTest, TestNumericTokenStream, TestConfigSets, TestStandardQParsers, CustomHighlightComponentTest, FullHLLTest, HdfsBasicDistributedZk2Test, TestInPlaceUpdateWithRouteField, TestRecovery, DistributedFacetPivotSmallAdvancedTest, TestNoOpRegenerator, TestInitQParser, BasicAuthStandaloneTest, AggValueSourceTest, MetricsHistoryIntegrationTest, ConjunctionSolrSpellCheckerTest, TestDynamicFieldResource, TestSuggestSpellingConverter, UninvertDocValuesMergePolicyTest, ZookeeperReadAPITest, SolrCoreTest, IndexSchemaTest, DistributedFacetSimpleRefinementLongTailTest, TestLMJelinekMercerSimilarityFactory, UpdateLogTest, AutoAddReplicasPlanActionTest, ResponseLogComponentTest, TestTextField, DisMaxRequestHandlerTest, OutputWriterTest, TestLocalFSCloudBackupRestore, TestBlendedInfixSuggestions, TestScoreJoinQPScore, TestMaxScoreQueryParser, PeerSyncWithIndexFingerprintCachingTest, DistributedQueryComponentCustomSortTest, TestRawResponseWriter, ChaosMonkeySafeLeaderWithPullReplicasTest, TestFastLRUCache, IndexSizeTriggerTest, TestZkAclsWithHadoopAuth]
[junit4] Completed [278/936 (1!)] on J0 in 4.09s, 1 test, 1 failure <<< FAILURES!
[...truncated 518 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderElectionContextKeyTest
[junit4] 2> 905233 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> 905234 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 905234 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_26BBAD2A1B4077AA-001/data-dir-127-001
[junit4] 2> 905234 WARN (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 905234 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 905236 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 905236 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.SolrCloudTestCase Using per-replica state
[junit4] 2> 905236 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_26BBAD2A1B4077AA-001/tempDir-001
[junit4] 2> 905237 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 905237 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 905237 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 905238 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 905337 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port: 37841
[junit4] 2> 905337 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:37841
[junit4] 2> 905337 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:37841
[junit4] 2> 905337 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 37841
[junit4] 2> 905339 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 905341 INFO (zkConnectionManagerCallback-9248-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 905341 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 905348 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 905349 INFO (zkConnectionManagerCallback-9250-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 905349 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 905349 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 905350 INFO (zkConnectionManagerCallback-9252-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 905350 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 905352 WARN (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker-SendThread(127.0.0.1:37841)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045f5460de0002.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045f5460de0002, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045f5460de0002, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 905454 INFO (jetty-launcher-9253-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 905454 INFO (jetty-launcher-9253-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 905454 INFO (jetty-launcher-9253-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 905457 INFO (jetty-launcher-9253-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 905457 INFO (jetty-launcher-9253-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 905457 INFO (jetty-launcher-9253-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 905461 INFO (jetty-launcher-9253-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2cb8123f{/solr,null,AVAILABLE}
[junit4] 2> 905462 INFO (jetty-launcher-9253-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@42182efb{SSL, (ssl, http/1.1)}{127.0.0.1:36745}
[junit4] 2> 905462 INFO (jetty-launcher-9253-thread-1) [ ] o.e.j.s.Server Started @905489ms
[junit4] 2> 905462 INFO (jetty-launcher-9253-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:37841/solr, hostPort=36745}
[junit4] 2> 905462 ERROR (jetty-launcher-9253-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 905462 INFO (jetty-launcher-9253-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 905462 INFO (jetty-launcher-9253-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.0
[junit4] 2> 905462 INFO (jetty-launcher-9253-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 905462 INFO (jetty-launcher-9253-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 905462 INFO (jetty-launcher-9253-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-06T18:19:45.405Z
[junit4] 2> 905463 INFO (jetty-launcher-9253-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 905465 INFO (zkConnectionManagerCallback-9255-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 905465 INFO (jetty-launcher-9253-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 905465 INFO (jetty-launcher-9253-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 905468 INFO (jetty-launcher-9253-thread-1) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 906466 INFO (jetty-launcher-9253-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 906467 WARN (jetty-launcher-9253-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 906468 WARN (jetty-launcher-9253-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3ff14a1f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 906468 WARN (jetty-launcher-9253-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3ff14a1f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 906470 WARN (jetty-launcher-9253-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 906470 WARN (jetty-launcher-9253-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3652222f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 906470 WARN (jetty-launcher-9253-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3652222f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 906471 INFO (jetty-launcher-9253-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37841/solr
[junit4] 2> 906472 INFO (jetty-launcher-9253-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 906473 INFO (zkConnectionManagerCallback-9266-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 906473 INFO (jetty-launcher-9253-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 906577 INFO (jetty-launcher-9253-thread-1) [n:127.0.0.1:36745_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 906578 INFO (zkConnectionManagerCallback-9268-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 906578 INFO (jetty-launcher-9253-thread-1) [n:127.0.0.1:36745_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 906637 WARN (jetty-launcher-9253-thread-1) [n:127.0.0.1:36745_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 906641 INFO (jetty-launcher-9253-thread-1) [n:127.0.0.1:36745_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36745_solr
[junit4] 2> 906642 INFO (jetty-launcher-9253-thread-1) [n:127.0.0.1:36745_solr ] o.a.s.c.Overseer Overseer (id=73288309951823877-127.0.0.1:36745_solr-n_0000000000) starting
[junit4] 2> 906646 INFO (jetty-launcher-9253-thread-1) [n:127.0.0.1:36745_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36745_solr
[junit4] 2> 906646 INFO (OverseerStateUpdate-73288309951823877-127.0.0.1:36745_solr-n_0000000000) [n:127.0.0.1:36745_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:36745_solr
[junit4] 2> 906649 INFO (OverseerStateUpdate-73288309951823877-127.0.0.1:36745_solr-n_0000000000) [n:127.0.0.1:36745_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 906652 INFO (jetty-launcher-9253-thread-1) [n:127.0.0.1:36745_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 906653 WARN (jetty-launcher-9253-thread-1) [n:127.0.0.1:36745_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 906669 INFO (jetty-launcher-9253-thread-1) [n:127.0.0.1:36745_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_26BBAD2A1B4077AA-001/tempDir-001/node1
[junit4] 2> 906681 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 906682 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 906682 INFO (zkConnectionManagerCallback-9283-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 906683 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 906683 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 906684 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37841/solr ready
[junit4] 2> 906725 INFO (OverseerThreadFactory-9275-thread-1-processing-n:127.0.0.1:36745_solr) [n:127.0.0.1:36745_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testCollection1
[junit4] 2> 906828 WARN (OverseerThreadFactory-9275-thread-1-processing-n:127.0.0.1:36745_solr) [n:127.0.0.1:36745_solr ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (testCollection1) without cores.
[junit4] 2> 906830 INFO (qtp232966924-12505) [n:127.0.0.1:36745_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 906840 INFO (qtp232966924-12505) [n:127.0.0.1:36745_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=config&maxShardsPerNode=100&name=testCollection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&wt=javabin&version=2} status=0 QTime=117
[junit4] 2> 906852 INFO (OverseerCollectionConfigSetProcessor-73288309951823877-127.0.0.1:36745_solr-n_0000000000) [n:127.0.0.1:36745_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 906854 INFO (OverseerThreadFactory-9275-thread-2-processing-n:127.0.0.1:36745_solr) [n:127.0.0.1:36745_solr c:testCollection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:36745_solr for creating new replica of shard shard1 for collection testCollection1
[junit4] 2> 906855 INFO (OverseerThreadFactory-9275-thread-2-processing-n:127.0.0.1:36745_solr) [n:127.0.0.1:36745_solr c:testCollection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 906857 INFO (OverseerStateUpdate-73288309951823877-127.0.0.1:36745_solr-n_0000000000) [n:127.0.0.1:36745_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"testCollection1_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:36745_solr",
[junit4] 2> "base_url":"https://127.0.0.1:36745/solr",
[junit4] 2> "collection":"testCollection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"addreplica"}
[junit4] 2> 996931 WARN (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker-SendThread(127.0.0.1:37841)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045f5460de0006.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045f5460de0006, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045f5460de0006, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 1026902 ERROR (OverseerThreadFactory-9275-thread-2-processing-n:127.0.0.1:36745_solr) [n:127.0.0.1:36745_solr c:testCollection1 s:shard1 ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: testCollection1 operation: addreplica failed:org.apache.solr.common.SolrException: Timed out waiting to see all replicas: [testCollection1_shard1_replica_n1] in cluster state. Last state: DocCollection(testCollection1//collections/testCollection1/state.json/0 )={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"100",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0"}
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.waitToSeeReplicasInState(OverseerCollectionMessageHandler.java:713)
[junit4] 2> at org.apache.solr.cloud.api.collections.AddReplicaCmd.getReplicaParams(AddReplicaCmd.java:265)
[junit4] 2> at org.apache.solr.cloud.api.collections.AddReplicaCmd.addReplica(AddReplicaCmd.java:175)
[junit4] 2> at org.apache.solr.cloud.api.collections.AddReplicaCmd.call(AddReplicaCmd.java:93)
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:270)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:524)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1026903 INFO (qtp232966924-12506) [n:127.0.0.1:36745_solr c:testCollection1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=ADDREPLICA&collection=testCollection1&shard=shard1&type=NRT&wt=javabin&version=2} status=500 QTime=120062
[junit4] 2> 1026904 ERROR (qtp232966924-12506) [n:127.0.0.1:36745_solr c:testCollection1 ] o.a.s.s.HttpSolrCall org.apache.solr.common.SolrException: Timed out waiting to see all replicas: [testCollection1_shard1_replica_n1] in cluster state. Last state: DocCollection(testCollection1//collections/testCollection1/state.json/0 )={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"100",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0"}
[junit4] 2> at org.apache.solr.client.solrj.SolrResponse.getException(SolrResponse.java:65)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:301)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:257)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:216)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:836)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:800)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:545)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1612)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1582)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:766)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:516)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1026938 INFO (jetty-closer-9284-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=41482866
[junit4] 2> 1026938 INFO (jetty-closer-9284-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36745_solr
[junit4] 2> 1026938 INFO (jetty-closer-9284-thread-1) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 1026939 INFO (jetty-closer-9284-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:36745_solr as DOWN
[junit4] 2> 1026940 INFO (jetty-closer-9284-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1026940 INFO (jetty-closer-9284-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 1026940 INFO (jetty-closer-9284-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 1026940 INFO (jetty-closer-9284-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 1026940 INFO (jetty-closer-9284-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 1026941 INFO (closeThreadPool-9289-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73288309951823877-127.0.0.1:36745_solr-n_0000000000) closing
[junit4] 2> 1026941 INFO (OverseerStateUpdate-73288309951823877-127.0.0.1:36745_solr-n_0000000000) [n:127.0.0.1:36745_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36745_solr
[junit4] 2> 1026945 INFO (OverseerAutoScalingTriggerThread-73288309951823877-127.0.0.1:36745_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1026950 WARN (jetty-launcher-9253-thread-1-SendThread(127.0.0.1:37841)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045f5460de0005.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045f5460de0005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045f5460de0005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 1026951 INFO (closeThreadPool-9289-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73288309951823877-127.0.0.1:36745_solr-n_0000000000) closing
[junit4] 2> 1027051 INFO (jetty-closer-9284-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73288309951823877-127.0.0.1:36745_solr-n_0000000000) closing
[junit4] 2> 1027052 INFO (jetty-closer-9284-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@42182efb{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 1027052 INFO (jetty-closer-9284-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2cb8123f{/solr,null,STOPPED}
[junit4] 2> 1027052 INFO (jetty-closer-9284-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1027053 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 1027054 WARN (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker-SendThread(127.0.0.1:37841)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045f5460de0000.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045f5460de0000, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045f5460de0000, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 1027257 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/overseer/collection-queue-work
[junit4] 2> 7 /solr/overseer/queue
[junit4] 2> 4 /solr/collections
[junit4] 2> 3 /solr/live_nodes
[junit4] 2>
[junit4] 2> 1027258 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:37841
[junit4] 2> 1027259 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:37841
[junit4] 2> 1027259 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 37841
[junit4] 2> 1027259 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Apr 06, 2021 6:21:47 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=1371, maxMBSortInHeap=6.166791504677414, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=id, timezone=Europe/Kaliningrad
[junit4] 2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=111877744,total=518520832
[junit4] 2> NOTE: All tests run in this JVM: [CoreSorterTest, TemplateUpdateProcessorTest, StatsComponentTest, TestCollationField, TestSolr4Spatial, AtomicUpdateProcessorFactoryTest, UnloadDistributedZkTest, TestSnapshotCoreBackup, CoreAdminCreateDiscoverTest, SolrMetricsIntegrationTest, TestDelegationWithHadoopAuth, SimpleMLTQParserTest, TestDistribDocBasedVersion, PrimitiveFieldTypeTest, GraphQueryTest, DocumentBuilderTest, TestLuceneIndexBackCompat, TestUtils, TestSimExecutePlanAction, OverriddenZkACLAndCredentialsProvidersTest, TestFoldingMultitermQuery, AuthToolTest, DocumentAnalysisRequestHandlerTest, TestCSVLoader, NoCacheHeaderTest, CoreMergeIndexesAdminHandlerTest, ReturnFieldsTest, TestSimpleTrackingShardHandler, TestQuerySenderListener, SuggesterTest, MultiThreadedOCPTest, TestHighFrequencyDictionaryFactory, OpenExchangeRatesOrgProviderTest, TestManagedSchemaAPI, BlockJoinFacetDistribTest, SegmentsInfoRequestHandlerTest, ReplaceNodeTest, SplitByPrefixTest, TestPartialUpdateDeduplication, JWTVerificationkeyResolverTest, TestRestManager, FullSolrCloudDistribCmdsTest, TestNumericTokenStream, TestConfigSets, TestStandardQParsers, CustomHighlightComponentTest, FullHLLTest, HdfsBasicDistributedZk2Test, TestInPlaceUpdateWithRouteField, TestRecovery, DistributedFacetPivotSmallAdvancedTest, TestNoOpRegenerator, TestInitQParser, BasicAuthStandaloneTest, AggValueSourceTest, MetricsHistoryIntegrationTest, ConjunctionSolrSpellCheckerTest, TestDynamicFieldResource, TestSuggestSpellingConverter, UninvertDocValuesMergePolicyTest, ZookeeperReadAPITest, SolrCoreTest, IndexSchemaTest, DistributedFacetSimpleRefinementLongTailTest, TestLMJelinekMercerSimilarityFactory, UpdateLogTest, AutoAddReplicasPlanActionTest, ResponseLogComponentTest, TestTextField, DisMaxRequestHandlerTest, OutputWriterTest, TestLocalFSCloudBackupRestore, TestBlendedInfixSuggestions, TestScoreJoinQPScore, TestMaxScoreQueryParser, PeerSyncWithIndexFingerprintCachingTest, DistributedQueryComponentCustomSortTest, TestRawResponseWriter, ChaosMonkeySafeLeaderWithPullReplicasTest, TestFastLRUCache, IndexSizeTriggerTest, TestZkAclsWithHadoopAuth, RouteFieldTest, HdfsSyncSliceTest, SolrTestCaseJ4Test, XmlUpdateRequestHandlerTest, BooleanFieldTest, HdfsAutoAddReplicasIntegrationTest, TaggerTest, TestPostingsSolrHighlighter, ZkFailoverTest, DateFieldTest, TestCloudSearcherWarming, JavabinLoaderTest, TestIndexingPerformance, SoftAutoCommitTest, OverseerTest, TestLuceneMatchVersion, SolrIndexSplitterTest, MoreLikeThisComponentTest, TestBinaryField, TestLockTree, FuzzySearchTest, TestStressUserVersions, TestTrieFacet, LeaderElectionContextKeyTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=LeaderElectionContextKeyTest -Dtests.seed=26BBAD2A1B4077AA -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=id -Dtests.timezone=Europe/Kaliningrad -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J0 | LeaderElectionContextKeyTest (suite) <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:36745/solr
[junit4] > at __randomizedtesting.SeedInfo.seed([26BBAD2A1B4077AA]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
[junit4] > at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
[junit4] > at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
[junit4] > at org.apache.solr.cloud.LeaderElectionContextKeyTest.setupCluster(LeaderElectionContextKeyTest.java:60)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:475)
[junit4] > at sun.security.ssl.SSLSocketInputRecord.readHeader(SSLSocketInputRecord.java:469)
[junit4] > at sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:69)
[junit4] > at sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1228)
[junit4] > at sun.security.ssl.SSLSocketImpl.access$300(SSLSocketImpl.java:75)
[junit4] > at sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:915)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:571)
[junit4] > ... 36 more
[junit4] Completed [419/936 (2!)] on J0 in 122.56s, 0 tests, 1 error <<< FAILURES!
[...truncated 52585 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 2008 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/2008/
1 tests failed.
FAILED: org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics
Error Message:
Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=17424795, failWrongCredentials=1, requestTimes=2106, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
Stack Trace:
java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=17424795, failWrongCredentials=1, requestTimes=2106, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
at __randomizedtesting.SeedInfo.seed([777A6810A5FACC44:4AA2C63C9D149234]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:138)
at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:98)
at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:122)
at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14202 lines...]
[junit4] Suite: org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin
[junit4] 2> 853164 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> 853165 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 853165 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/data-dir-140-001
[junit4] 2> 853165 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=23 numCloses=23
[junit4] 2> 853165 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 853167 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 853167 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.SolrCloudTestCase Using per-replica state
[junit4] 2> 853413 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-002
[junit4] 2> 853413 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 853414 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 853414 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 853415 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 853514 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port: 45967
[junit4] 2> 853514 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:45967
[junit4] 2> 853514 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45967
[junit4] 2> 853514 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45967
[junit4] 2> 853523 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker-SendThread(127.0.0.1:45967)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 853523 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 853528 WARN (zkConnectionManagerCallback-7703-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@37cb4f18 name: ZooKeeperConnection Watcher:127.0.0.1:45967 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 853528 WARN (zkConnectionManagerCallback-7703-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 853534 INFO (zkConnectionManagerCallback-7703-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 853534 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 853553 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 853552 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker-SendThread(127.0.0.1:45967)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 853560 WARN (zkConnectionManagerCallback-7705-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@44daa806 name: ZooKeeperConnection Watcher:127.0.0.1:45967/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 853560 WARN (zkConnectionManagerCallback-7705-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 853561 INFO (zkConnectionManagerCallback-7705-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 853561 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 853565 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker-SendThread(127.0.0.1:45967)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 853565 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 853566 WARN (zkConnectionManagerCallback-7707-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7f4dcf72 name: ZooKeeperConnection Watcher:127.0.0.1:45967 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 853566 WARN (zkConnectionManagerCallback-7707-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 853572 INFO (zkConnectionManagerCallback-7707-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 853572 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 853675 INFO (jetty-launcher-7708-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 853675 INFO (jetty-launcher-7708-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 853675 INFO (jetty-launcher-7708-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 853676 INFO (jetty-launcher-7708-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 853676 INFO (jetty-launcher-7708-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 853676 INFO (jetty-launcher-7708-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 853676 INFO (jetty-launcher-7708-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6d40cfa5{/solr,null,AVAILABLE}
[junit4] 2> 853676 INFO (jetty-launcher-7708-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@15876472{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:45483}
[junit4] 2> 853676 INFO (jetty-launcher-7708-thread-1) [ ] o.e.j.s.Server Started @853770ms
[junit4] 2> 853677 INFO (jetty-launcher-7708-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:45967/solr, hostPort=45483}
[junit4] 2> 853677 ERROR (jetty-launcher-7708-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 853677 INFO (jetty-launcher-7708-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 853677 INFO (jetty-launcher-7708-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 853677 INFO (jetty-launcher-7708-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 853677 INFO (jetty-launcher-7708-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 853677 INFO (jetty-launcher-7708-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-06T14:02:35.835Z
[junit4] 2> 853678 INFO (jetty-launcher-7708-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 853678 WARN (jetty-launcher-7708-thread-1-SendThread(127.0.0.1:45967)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 853679 WARN (zkConnectionManagerCallback-7710-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@81723a0 name: ZooKeeperConnection Watcher:127.0.0.1:45967/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 853679 WARN (zkConnectionManagerCallback-7710-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 853681 INFO (zkConnectionManagerCallback-7710-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 853681 INFO (jetty-launcher-7708-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 853682 INFO (jetty-launcher-7708-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 853687 WARN (jetty-launcher-7708-thread-1-SendThread(127.0.0.1:45967)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045e6b23ed0003.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045e6b23ed0003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045e6b23ed0003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 854855 INFO (jetty-launcher-7708-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 854856 WARN (jetty-launcher-7708-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@44be34[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 854856 WARN (jetty-launcher-7708-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@44be34[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 854859 WARN (jetty-launcher-7708-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3145eb21[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 854859 WARN (jetty-launcher-7708-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3145eb21[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 854860 INFO (jetty-launcher-7708-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45967/solr
[junit4] 2> 854860 INFO (jetty-launcher-7708-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 854860 WARN (jetty-launcher-7708-thread-1-SendThread(127.0.0.1:45967)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 854861 WARN (zkConnectionManagerCallback-7721-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@602a3084 name: ZooKeeperConnection Watcher:127.0.0.1:45967 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 854861 WARN (zkConnectionManagerCallback-7721-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 854862 INFO (zkConnectionManagerCallback-7721-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 854862 INFO (jetty-launcher-7708-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 854964 INFO (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 854964 WARN (jetty-launcher-7708-thread-1-SendThread(127.0.0.1:45967)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 854964 WARN (zkConnectionManagerCallback-7723-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@26b6c955 name: ZooKeeperConnection Watcher:127.0.0.1:45967/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 854964 WARN (zkConnectionManagerCallback-7723-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 854965 INFO (zkConnectionManagerCallback-7723-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 854965 INFO (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 854976 WARN (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 855023 INFO (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45483_solr
[junit4] 2> 855024 INFO (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.c.Overseer Overseer (id=73287308202016773-127.0.0.1:45483_solr-n_0000000000) starting
[junit4] 2> 855028 INFO (OverseerStateUpdate-73287308202016773-127.0.0.1:45483_solr-n_0000000000) [n:127.0.0.1:45483_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:45483_solr
[junit4] 2> 855028 INFO (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45483_solr
[junit4] 2> 855029 INFO (OverseerStateUpdate-73287308202016773-127.0.0.1:45483_solr-n_0000000000) [n:127.0.0.1:45483_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 855030 INFO (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 855031 INFO (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.ConfigurableInternodeAuthHadoopPlugin
[junit4] 2> 855037 INFO (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf
[junit4] 2> 855046 INFO (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.s.HadoopAuthPlugin Params: {kerberos.principal=HTTP/127.0.0.1, kerberos.keytab=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/keytabs, type=kerberos, kerberos.name.rules=RULE:[1:$1@$0](.*EXAMPLE.COM)s/@.*//
[junit4] 2> RULE:[2:$2@$0](.*EXAMPLE.COM)s/@.*//
[junit4] 2> DEFAULT, delegation-token.json-mapper.AUTO_CLOSE_TARGET=false}
[junit4] 2> 855058 INFO (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf
[junit4] 2> 855061 WARN (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=enabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 855061 WARN (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.c.CoreContainer Solr authentication is enabled, but SSL is off. Consider enabling SSL to protect user credentials and data with encryption.
[junit4] 2> 855072 INFO (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 855100 INFO (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45483.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@428aa235
[junit4] 2> 855107 INFO (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45483.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@428aa235
[junit4] 2> 855107 INFO (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45483.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@428aa235
[junit4] 2> 855108 INFO (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-002/node1
[junit4] 2> 855131 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 855132 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 855132 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker-SendThread(127.0.0.1:45967)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 855133 WARN (zkConnectionManagerCallback-7740-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5af9387c name: ZooKeeperConnection Watcher:127.0.0.1:45967/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 855133 WARN (zkConnectionManagerCallback-7740-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 855133 INFO (zkConnectionManagerCallback-7740-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 855133 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 855134 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 855135 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45967/solr ready
[junit4] 2> 855155 INFO (TEST-TestSolrCloudWithHadoopAuthPlugin.testBasics-seed#[777A6810A5FACC44]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
[junit4] 1> Debug is true storeKey true useTicketCache false useKeyTab true doNotPrompt false ticketCache is null isInitiator true KeyTab is /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/keytabs refreshKrb5Config is true principal is solr tryFirstPass is false useFirstPass is false storePass is false clearPass is false
[junit4] 1> Refreshing Kerberos configuration
[junit4] 2> 855257 INFO (pool-68-thread-1) [ ] o.a.k.k.k.s.r.KdcRequest The preauth data is empty.
[junit4] 2> 855268 INFO (pool-68-thread-1) [ ] o.a.k.k.k.s.KdcHandler KRB error occurred while processing request:Additional pre-authentication required
[junit4] 2> 855308 INFO (pool-68-thread-1) [ ] o.a.k.k.k.s.r.AsRequest AS_REQ ISSUE: authtime 1617717757454,solr@EXAMPLE.COM for krbtgt/EXAMPLE.COM@EXAMPLE.COM
[junit4] 1> principal is solr@EXAMPLE.COM
[junit4] 1> Will use keytab
[junit4] 1> Commit Succeeded
[junit4] 1>
[junit4] 2> 855344 INFO (pool-68-thread-1) [ ] o.a.k.k.k.s.r.TgsRequest TGS_REQ ISSUE: authtime 1617717757502,solr for HTTP/127.0.0.1@EXAMPLE.COM
[junit4] 2> 855368 INFO (OverseerThreadFactory-7730-thread-1-processing-n:127.0.0.1:45483_solr) [n:127.0.0.1:45483_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testkerberoscollection
[junit4] 2> 855491 INFO (qtp457214314-12764) [n:127.0.0.1:45483_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
[junit4] 2> 855491 INFO (qtp457214314-12768) [ ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from node: 127.0.0.1:45483_solr / MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAsnfonih94lkliT2uborThKJv+UpwoteNPlIKHYhKO9mqaL3EkVOO/iWR5AaovrLNAmNdH1yKVoP8Dj3eciLjwJWwjJzd4Lftw8ncDbM6gpvhNi9+soQpPMY2KdnUHtQGcWhHSR0OLzjUC9JofZTFIae63hqCgfyfgkf0Bu2tai1TWz+2qoXLsASNkkMeYgzWfYU5tugl0v8lOHuNNKe5LJEunJISR8R5m46lH/Dfc4bmZAj6XKLxT9WQZLJ5WSC9RCDLrKD+uPX3pWyJZc1MQ+NBDVzLpJQQrhleHkA32ShopsBe9MEtaV0784lP25o0muCeLJQWRE2uWlRbM9mEnwIDAQAB
[junit4] 2> 855495 INFO (qtp457214314-12768) [n:127.0.0.1:45483_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 855495 INFO (qtp457214314-12768) [n:127.0.0.1:45483_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 855500 INFO (OverseerStateUpdate-73287308202016773-127.0.0.1:45483_solr-n_0000000000) [n:127.0.0.1:45483_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"testkerberoscollection_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:45483_solr",
[junit4] 2> "base_url":"http://127.0.0.1:45483/solr",
[junit4] 2> "collection":"testkerberoscollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 855716 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr x:testkerberoscollection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=testkerberoscollection_shard1_replica_n1&action=CREATE&numShards=1&collection=testkerberoscollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 855727 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 855737 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 855737 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 855737 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testkerberoscollection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 855738 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45483.solr.core.testkerberoscollection.shard1.replica_n1' (registry 'solr.core.testkerberoscollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@428aa235
[junit4] 2> 855738 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrCore [[testkerberoscollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-002/node1/testkerberoscollection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-002/node1/testkerberoscollection_shard1_replica_n1/data/]
[junit4] 2> 855782 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 855782 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 855783 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 855783 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 855785 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 855785 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 855786 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 855786 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1696300015753887744
[junit4] 2> 855788 INFO (searcherExecutor-7742-thread-1-processing-n:127.0.0.1:45483_solr x:testkerberoscollection_shard1_replica_n1 c:testkerberoscollection s:shard1 r:core_node2) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrCore [testkerberoscollection_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 855792 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testkerberoscollection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 855792 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testkerberoscollection/leaders/shard1
[junit4] 2> 855795 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 855795 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 855795 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45483/solr/testkerberoscollection_shard1_replica_n1/
[junit4] 2> 855795 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 855796 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:45483/solr/testkerberoscollection_shard1_replica_n1/ has no replicas
[junit4] 2> 855796 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testkerberoscollection/leaders/shard1/leader after winning as /collections/testkerberoscollection/leader_elect/shard1/election/73287308202016773-core_node2-n_0000000000
[junit4] 2> 855798 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45483/solr/testkerberoscollection_shard1_replica_n1/ shard1
[junit4] 2> 855900 INFO (zkCallback-7722-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 855900 INFO (zkCallback-7722-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 855900 INFO (zkCallback-7722-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 855900 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 855903 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=testkerberoscollection_shard1_replica_n1&action=CREATE&numShards=1&collection=testkerberoscollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=187
[junit4] 2> 855905 INFO (qtp457214314-12766) [n:127.0.0.1:45483_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 856003 INFO (zkCallback-7722-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 856003 INFO (zkCallback-7722-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 856003 INFO (zkCallback-7722-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 856003 INFO (zkCallback-7722-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 856003 INFO (qtp457214314-12766) [n:127.0.0.1:45483_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=testkerberoscollection&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=638
[junit4] 2> 856012 INFO (TEST-TestSolrCloudWithHadoopAuthPlugin.testBasics-seed#[777A6810A5FACC44]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBasics
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithHadoopAuthPlugin -Dtests.method=testBasics -Dtests.seed=777A6810A5FACC44 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ar-LY -Dtests.timezone=Europe/Busingen -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.88s J3 | TestSolrCloudWithHadoopAuthPlugin.testBasics <<<
[junit4] > Throwable #1: java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=17424795, failWrongCredentials=1, requestTimes=2106, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
[junit4] > at __randomizedtesting.SeedInfo.seed([777A6810A5FACC44:4AA2C63C9D149234]:0)
[junit4] > at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:138)
[junit4] > at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:98)
[junit4] > at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:122)
[junit4] > at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 856014 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.k.k.k.s.i.DefaultInternalKdcServerImpl Default Internal kdc server stopped.
[junit4] 2> 857130 INFO (jetty-closer-7747-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1096986470
[junit4] 2> 857130 INFO (jetty-closer-7747-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45483_solr
[junit4] 2> 857131 INFO (jetty-closer-7747-thread-1) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 857131 INFO (jetty-closer-7747-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:45483_solr as DOWN
[junit4] 2> 857166 INFO (coreCloseExecutor-7751-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.c.SolrCore [testkerberoscollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@a62ac8d
[junit4] 2> 857166 INFO (coreCloseExecutor-7751-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testkerberoscollection.shard1.replica_n1 tag=SolrCore@a62ac8d
[junit4] 2> 857166 INFO (coreCloseExecutor-7751-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@21e7ab0b: rootName = solr_45483, domain = solr.core.testkerberoscollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testkerberoscollection.shard1.replica_n1/com.codahale.metrics.MetricRegistry@1d502aac
[junit4] 2> 857177 INFO (coreCloseExecutor-7751-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testkerberoscollection.shard1.leader tag=SolrCore@a62ac8d
[junit4] 2> 857177 INFO (coreCloseExecutor-7751-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 857180 INFO (jetty-closer-7747-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 857181 INFO (jetty-closer-7747-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7e5114f7: rootName = solr_45483, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@77028c06
[junit4] 2> 857186 INFO (jetty-closer-7747-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 857186 INFO (jetty-closer-7747-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4db4cf65: rootName = solr_45483, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@5341dba8
[junit4] 2> 857188 INFO (jetty-closer-7747-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 857188 INFO (jetty-closer-7747-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@34006691: rootName = solr_45483, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@7d655fe1
[junit4] 2> 857188 INFO (jetty-closer-7747-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 857198 INFO (closeThreadPool-7753-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73287308202016773-127.0.0.1:45483_solr-n_0000000000) closing
[junit4] 2> 857201 INFO (OverseerStateUpdate-73287308202016773-127.0.0.1:45483_solr-n_0000000000) [n:127.0.0.1:45483_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45483_solr
[junit4] 2> 857208 INFO (OverseerAutoScalingTriggerThread-73287308202016773-127.0.0.1:45483_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 857209 INFO (closeThreadPool-7753-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73287308202016773-127.0.0.1:45483_solr-n_0000000000) closing
[junit4] 2> 857310 INFO (jetty-closer-7747-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73287308202016773-127.0.0.1:45483_solr-n_0000000000) closing
[junit4] 2> 857313 INFO (jetty-closer-7747-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@15876472{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 857313 INFO (jetty-closer-7747-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6d40cfa5{/solr,null,STOPPED}
[junit4] 2> 857313 INFO (jetty-closer-7747-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 857313 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 857415 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker-SendThread(127.0.0.1:45967)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045e6b23ed0001.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045e6b23ed0001, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045e6b23ed0001, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 857516 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/collections/testkerberoscollection/terms/shard1
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/collections/testkerberoscollection/state.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/overseer/queue
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2> 4 /solr/collections/testkerberoscollection/state.json
[junit4] 2> 4 /solr/collections
[junit4] 2> 3 /solr/live_nodes
[junit4] 2>
[junit4] 2> 857518 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:45967
[junit4] 2> 857518 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45967
[junit4] 2> 857518 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45967
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001
[junit4] 2> Apr 06, 2021 2:02:39 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene87, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=ar-LY, timezone=Europe/Busingen
[junit4] 2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=107380336,total=522715136
[junit4] 2> NOTE: All tests run in this JVM: [MoreLikeThisHandlerTest, TestSkipOverseerOperations, NestedAtomicUpdateTest, TestStressReorder, HdfsRestartWhileUpdatingTest, DistributedQueueTest, HdfsUnloadDistributedZkTest, TestCloudPhrasesIdentificationComponent, TestNRTOpen, TestSimDistributedQueue, TestStressCloudBlindAtomicUpdates, TestSolrDeletionPolicy2, ClassificationUpdateProcessorFactoryTest, TestRTGBase, CursorPagingTest, NumericFieldsTest, BadIndexSchemaTest, SolrIndexMetricsTest, TestSSLRandomization, TestWaitForStateWithJettyShutdowns, TestPushWriter, SuggesterTSTTest, SolrCoreCheckLockOnStartupTest, ConcurrentCreateCollectionTest, IndexSchemaRuntimeFieldTest, TestCorePropertiesReload, TestDeleteCollectionOnDownNodes, SolrLogPostToolTest, ZkControllerTest, TestExpandComponent, TestExportWriter, SolrLogAuditLoggerPluginTest, MultiSolrCloudTestCaseTest, RankQueryTest, TestDefaultStatsCache, OutOfBoxZkACLAndCredentialsProvidersTest, UUIDFieldTest, TestTestInjection, TestPolicyCloud, TestTlogReplica, SimpleCollectionCreateDeleteTest, TestExtendedDismaxParser, ZkCollectionPropsCachingTest, TestFieldTypeCollectionResource, IndexBasedSpellCheckerTest, DistributedFacetPivotLongTailTest, SpellingQueryConverterTest, SynonymTokenizerTest, AutoAddReplicasIntegrationTest, TestShardHandlerFactory, TestDocTermOrds, TestLegacyNumericUtils, NodeAddedTriggerIntegrationTest, CdcrReplicationHandlerTest, TestCloudJSONFacetJoinDomain, DocValuesMultiTest, TestAuthenticationFramework, BaseCdcrDistributedZkTest, DistributedMLTComponentTest, TestDistributedGrouping, SplitHandlerTest, TestStressIncrementalBackup, TestHdfsBackupRestoreCore, SolrRrdBackendFactoryTest, TestLegacyFieldCache, TestSha256AuthenticationProvider, LegacyCloudClusterPropTest, SecurityConfHandlerTest, SaslZkACLProviderTest, TestReplicationHandlerDiskOverFlow, TestCloudRecovery2, ReplaceNodeNoTargetTest, RecoveryAfterSoftCommitTest, TestAnalyzedSuggestions, TestPayloadScoreQParserPlugin, TestXmlQParserPlugin, BlobRepositoryCloudTest, BasicDistributedZkTest, TestPerFieldSimilarity, TestSolrCloudSnapshots, HttpPartitionWithTlogReplicasTest, SolrRequestParserTest, Tagger2Test, MissingSegmentRecoveryTest, RAMDirectoryFactoryTest, HDFSCollectionsAPITest, URLClassifyProcessorTest, DefaultValueUpdateProcessorTest, DeleteStatusTest, CoreAdminRequestStatusTest, TestSubQueryTransformer, TestCodecSupport, TestIndexSearcher, SolrMetricReporterTest, TestGeoJSONResponseWriter, TestLMDirichletSimilarityFactory, DistributedSpellCheckComponentTest, TestSolrCloudWithHadoopAuthPlugin]
[junit4] Completed [287/936 (1!)] on J3 in 5.26s, 1 test, 1 failure <<< FAILURES!
[...truncated 53047 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 2007 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/2007/
2 tests failed.
FAILED: org.apache.solr.handler.component.DistributedFacetPivotSmallTest.test
Error Message:
Error from server at https://127.0.0.1:37251/ck_h/collection1: org.apache.solr.client.solrj.SolrServerException: java.lang.ArithmeticException: / by zero
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:37251/ck_h/collection1: org.apache.solr.client.solrj.SolrServerException: java.lang.ArithmeticException: / by zero
at __randomizedtesting.SeedInfo.seed([93D1A21D293298B4:1B859DC787CEF54C]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1003)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1018)
at org.apache.solr.BaseDistributedSearchTestCase.queryServer(BaseDistributedSearchTestCase.java:625)
at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:677)
at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:642)
at org.apache.solr.handler.component.DistributedFacetPivotSmallTest.test(DistributedFacetPivotSmallTest.java:266)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics
Error Message:
Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=16236626, failWrongCredentials=1, requestTimes=1875, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
Stack Trace:
java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=16236626, failWrongCredentials=1, requestTimes=1875, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
at __randomizedtesting.SeedInfo.seed([93D1A21D293298B4:AE090C3111DCC6C4]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:138)
at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:98)
at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:122)
at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13471 lines...]
[junit4] Suite: org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin
[junit4] 2> 197456 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> 197456 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 197456 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/data-dir-14-001
[junit4] 2> 197456 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 197458 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 197784 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-002
[junit4] 2> 197784 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 197785 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 197785 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 197785 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 197885 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port: 35971
[junit4] 2> 197885 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:35971
[junit4] 2> 197885 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35971
[junit4] 2> 197885 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35971
[junit4] 2> 197889 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 197895 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker-SendThread(127.0.0.1:35971)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 197896 WARN (zkConnectionManagerCallback-758-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@62e829f5 name: ZooKeeperConnection Watcher:127.0.0.1:35971 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 197896 WARN (zkConnectionManagerCallback-758-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 197901 INFO (zkConnectionManagerCallback-758-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 197901 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 197949 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 197951 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker-SendThread(127.0.0.1:35971)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 197952 WARN (zkConnectionManagerCallback-760-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@122461fb name: ZooKeeperConnection Watcher:127.0.0.1:35971/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 197952 WARN (zkConnectionManagerCallback-760-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 197966 INFO (zkConnectionManagerCallback-760-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 197966 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 197967 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 197967 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker-SendThread(127.0.0.1:35971)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 197979 WARN (zkConnectionManagerCallback-762-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3c958217 name: ZooKeeperConnection Watcher:127.0.0.1:35971 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 197979 WARN (zkConnectionManagerCallback-762-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 197979 INFO (zkConnectionManagerCallback-762-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 197979 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 198088 INFO (jetty-launcher-763-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 198088 INFO (jetty-launcher-763-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 198088 INFO (jetty-launcher-763-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 198091 INFO (jetty-launcher-763-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 198091 INFO (jetty-launcher-763-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 198091 INFO (jetty-launcher-763-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 198092 INFO (jetty-launcher-763-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7e9c2593{/solr,null,AVAILABLE}
[junit4] 2> 198093 INFO (jetty-launcher-763-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6c21bcb6{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:34933}
[junit4] 2> 198093 INFO (jetty-launcher-763-thread-1) [ ] o.e.j.s.Server Started @198125ms
[junit4] 2> 198093 INFO (jetty-launcher-763-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:35971/solr, hostPort=34933}
[junit4] 2> 198093 ERROR (jetty-launcher-763-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 198093 INFO (jetty-launcher-763-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 198093 INFO (jetty-launcher-763-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.0
[junit4] 2> 198093 INFO (jetty-launcher-763-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 198093 INFO (jetty-launcher-763-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 198093 INFO (jetty-launcher-763-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-06T10:57:22.384Z
[junit4] 2> 198095 INFO (jetty-launcher-763-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 198095 WARN (jetty-launcher-763-thread-1-SendThread(127.0.0.1:35971)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 198096 WARN (zkConnectionManagerCallback-765-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@12073699 name: ZooKeeperConnection Watcher:127.0.0.1:35971/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 198096 WARN (zkConnectionManagerCallback-765-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 198096 INFO (zkConnectionManagerCallback-765-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 198096 INFO (jetty-launcher-763-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 198097 INFO (jetty-launcher-763-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 198101 WARN (jetty-launcher-763-thread-1-SendThread(127.0.0.1:35971)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045dc18fd20003.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045dc18fd20003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045dc18fd20003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 198630 INFO (jetty-launcher-763-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 198634 WARN (jetty-launcher-763-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@415281b3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 198634 WARN (jetty-launcher-763-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@415281b3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 198676 WARN (jetty-launcher-763-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@66b3c645[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 198676 WARN (jetty-launcher-763-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@66b3c645[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 198677 INFO (jetty-launcher-763-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35971/solr
[junit4] 2> 198691 INFO (jetty-launcher-763-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 198699 WARN (jetty-launcher-763-thread-1-SendThread(127.0.0.1:35971)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 198715 WARN (zkConnectionManagerCallback-776-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7e88ffaa name: ZooKeeperConnection Watcher:127.0.0.1:35971 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 198715 WARN (zkConnectionManagerCallback-776-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 198715 INFO (zkConnectionManagerCallback-776-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 198715 INFO (jetty-launcher-763-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 198717 WARN (jetty-launcher-763-thread-1-SendThread(127.0.0.1:35971)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045dc18fd20004.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045dc18fd20004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045dc18fd20004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 198820 INFO (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 198826 WARN (jetty-launcher-763-thread-1-SendThread(127.0.0.1:35971)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 198830 WARN (zkConnectionManagerCallback-778-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4a345f6d name: ZooKeeperConnection Watcher:127.0.0.1:35971/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 198830 WARN (zkConnectionManagerCallback-778-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 198830 INFO (zkConnectionManagerCallback-778-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 198830 INFO (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 198838 WARN (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 198888 INFO (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34933_solr
[junit4] 2> 198888 INFO (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.c.Overseer Overseer (id=73286579867746309-127.0.0.1:34933_solr-n_0000000000) starting
[junit4] 2> 198895 INFO (OverseerStateUpdate-73286579867746309-127.0.0.1:34933_solr-n_0000000000) [n:127.0.0.1:34933_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34933_solr
[junit4] 2> 198898 INFO (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34933_solr
[junit4] 2> 198899 INFO (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 198900 INFO (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.ConfigurableInternodeAuthHadoopPlugin
[junit4] 2> 198907 INFO (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf
[junit4] 2> 198911 INFO (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.s.HadoopAuthPlugin Params: {kerberos.principal=HTTP/127.0.0.1, kerberos.keytab=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/keytabs, type=kerberos, kerberos.name.rules=RULE:[1:$1@$0](.*EXAMPLE.COM)s/@.*//
[junit4] 2> RULE:[2:$2@$0](.*EXAMPLE.COM)s/@.*//
[junit4] 2> DEFAULT, delegation-token.json-mapper.AUTO_CLOSE_TARGET=false}
[junit4] 2> 198915 INFO (zkCallback-777-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 198943 INFO (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf
[junit4] 2> 198946 WARN (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=enabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 198946 WARN (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.c.CoreContainer Solr authentication is enabled, but SSL is off. Consider enabling SSL to protect user credentials and data with encryption.
[junit4] 2> 198966 INFO (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 198995 INFO (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34933.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f2c8b5d
[junit4] 2> 199002 INFO (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34933.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f2c8b5d
[junit4] 2> 199003 INFO (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34933.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f2c8b5d
[junit4] 2> 199004 INFO (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-002/node1
[junit4] 2> 199021 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 199022 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker-SendThread(127.0.0.1:35971)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 199022 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 199023 WARN (zkConnectionManagerCallback-795-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3557f4c2 name: ZooKeeperConnection Watcher:127.0.0.1:35971/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 199023 WARN (zkConnectionManagerCallback-795-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 199023 INFO (zkConnectionManagerCallback-795-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 199023 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 199024 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 199025 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35971/solr ready
[junit4] 2> 199053 INFO (TEST-TestSolrCloudWithHadoopAuthPlugin.testBasics-seed#[93D1A21D293298B4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
[junit4] 1> Debug is true storeKey true useTicketCache false useKeyTab true doNotPrompt false ticketCache is null isInitiator true KeyTab is /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/keytabs refreshKrb5Config is true principal is solr tryFirstPass is false useFirstPass is false storePass is false clearPass is false
[junit4] 1> Refreshing Kerberos configuration
[junit4] 2> 199195 INFO (pool-40-thread-1) [ ] o.a.k.k.k.s.r.KdcRequest The preauth data is empty.
[junit4] 2> 199209 INFO (pool-40-thread-1) [ ] o.a.k.k.k.s.KdcHandler KRB error occurred while processing request:Additional pre-authentication required
[junit4] 2> 199249 INFO (pool-40-thread-2) [ ] o.a.k.k.k.s.r.AsRequest AS_REQ ISSUE: authtime 1617706643537,solr@EXAMPLE.COM for krbtgt/EXAMPLE.COM@EXAMPLE.COM
[junit4] 1> principal is solr@EXAMPLE.COM
[junit4] 1> Will use keytab
[junit4] 1> Commit Succeeded
[junit4] 1>
[junit4] 2> 199285 INFO (pool-40-thread-2) [ ] o.a.k.k.k.s.r.TgsRequest TGS_REQ ISSUE: authtime 1617706643575,solr for HTTP/127.0.0.1@EXAMPLE.COM
[junit4] 2> 199313 INFO (OverseerThreadFactory-785-thread-1-processing-n:127.0.0.1:34933_solr) [n:127.0.0.1:34933_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testkerberoscollection
[junit4] 2> 199456 INFO (qtp1659260570-1466) [n:127.0.0.1:34933_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
[junit4] 2> 199456 INFO (qtp1659260570-1469) [ ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from node: 127.0.0.1:34933_solr / MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAl8nsMoolo0d1EZGsKylv4LznGnd1wDvPs3RisuOKlR1NVx8lzv/TIUt20ZE+UxScPro+0OXH7Jc/uiRlHkYeCiP8JjuLNyKZ+6yX88CM/124G3Xk00HTxt8hgAbbDNiKXYLfr9ZwYKRDTj4bPK9x4J751iT3yCWTodT3tlMxm1osErcJ2pRkPGyatvuzsl1yvxW2yU8LD1W8c0qSG5DIAaV425JgzNGNBTISIRL1fjmc1ygYHf+jNp+AyQxjUY9lBGBdNGN6RpsOKX01hhEs2+HPlOm5/iLmuhNVyScG5jjNkcPcEOJHpUKtwLI8cjxXdpl62sF08x6Xn9yrNToRwQIDAQAB
[junit4] 2> 199467 INFO (qtp1659260570-1469) [n:127.0.0.1:34933_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 199468 INFO (qtp1659260570-1469) [n:127.0.0.1:34933_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=7
[junit4] 2> 199481 INFO (OverseerStateUpdate-73286579867746309-127.0.0.1:34933_solr-n_0000000000) [n:127.0.0.1:34933_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"testkerberoscollection_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:34933_solr",
[junit4] 2> "base_url":"http://127.0.0.1:34933/solr",
[junit4] 2> "collection":"testkerberoscollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 199698 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr x:testkerberoscollection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=testkerberoscollection_shard1_replica_n1&action=CREATE&numShards=1&collection=testkerberoscollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 199709 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 199716 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 199717 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 199717 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testkerberoscollection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 199718 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34933.solr.core.testkerberoscollection.shard1.replica_n1' (registry 'solr.core.testkerberoscollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f2c8b5d
[junit4] 2> 199718 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrCore [[testkerberoscollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-002/node1/testkerberoscollection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-002/node1/testkerberoscollection_shard1_replica_n1/data/]
[junit4] 2> 199769 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 199769 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 199771 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 199771 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 199773 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 199774 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 199774 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 199774 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1696288362007101440
[junit4] 2> 199782 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testkerberoscollection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 199782 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testkerberoscollection/leaders/shard1
[junit4] 2> 199785 INFO (searcherExecutor-797-thread-1-processing-n:127.0.0.1:34933_solr x:testkerberoscollection_shard1_replica_n1 c:testkerberoscollection s:shard1 r:core_node2) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrCore [testkerberoscollection_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 199787 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 199787 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 199787 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34933/solr/testkerberoscollection_shard1_replica_n1/
[junit4] 2> 199787 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 199788 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:34933/solr/testkerberoscollection_shard1_replica_n1/ has no replicas
[junit4] 2> 199788 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testkerberoscollection/leaders/shard1/leader after winning as /collections/testkerberoscollection/leader_elect/shard1/election/73286579867746309-core_node2-n_0000000000
[junit4] 2> 199791 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34933/solr/testkerberoscollection_shard1_replica_n1/ shard1
[junit4] 2> 199893 INFO (zkCallback-777-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 199893 INFO (zkCallback-777-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 199895 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 199900 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=testkerberoscollection_shard1_replica_n1&action=CREATE&numShards=1&collection=testkerberoscollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=202
[junit4] 2> 199903 INFO (qtp1659260570-1467) [n:127.0.0.1:34933_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 199999 INFO (zkCallback-777-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 199999 INFO (zkCallback-777-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 199999 INFO (zkCallback-777-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 200000 INFO (qtp1659260570-1467) [n:127.0.0.1:34933_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=testkerberoscollection&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=692
[junit4] 2> 200014 INFO (TEST-TestSolrCloudWithHadoopAuthPlugin.testBasics-seed#[93D1A21D293298B4]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBasics
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithHadoopAuthPlugin -Dtests.method=testBasics -Dtests.seed=93D1A21D293298B4 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ar-LB -Dtests.timezone=Pacific/Marquesas -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 0.99s J3 | TestSolrCloudWithHadoopAuthPlugin.testBasics <<<
[junit4] > Throwable #1: java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=16236626, failWrongCredentials=1, requestTimes=1875, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
[junit4] > at __randomizedtesting.SeedInfo.seed([93D1A21D293298B4:AE090C3111DCC6C4]:0)
[junit4] > at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:138)
[junit4] > at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:98)
[junit4] > at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:122)
[junit4] > at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 200016 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.k.k.k.s.i.DefaultInternalKdcServerImpl Default Internal kdc server stopped.
[junit4] 2> 201121 INFO (jetty-closer-802-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2033620938
[junit4] 2> 201121 INFO (jetty-closer-802-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34933_solr
[junit4] 2> 201122 INFO (jetty-closer-802-thread-1) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 201122 INFO (jetty-closer-802-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:34933_solr as DOWN
[junit4] 2> 201131 INFO (coreCloseExecutor-806-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.c.SolrCore [testkerberoscollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@3c1137cf
[junit4] 2> 201131 INFO (coreCloseExecutor-806-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testkerberoscollection.shard1.replica_n1 tag=SolrCore@3c1137cf
[junit4] 2> 201131 INFO (coreCloseExecutor-806-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@59c776d4: rootName = solr_34933, domain = solr.core.testkerberoscollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testkerberoscollection.shard1.replica_n1/com.codahale.metrics.MetricRegistry@2c77de64
[junit4] 2> 201141 INFO (coreCloseExecutor-806-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testkerberoscollection.shard1.leader tag=SolrCore@3c1137cf
[junit4] 2> 201142 INFO (coreCloseExecutor-806-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 201147 INFO (jetty-closer-802-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 201147 INFO (jetty-closer-802-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@57a36903: rootName = solr_34933, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@2be576a2
[junit4] 2> 201153 INFO (jetty-closer-802-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 201153 INFO (jetty-closer-802-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@41335d92: rootName = solr_34933, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@720aa82b
[junit4] 2> 201155 INFO (jetty-closer-802-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 201155 INFO (jetty-closer-802-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@79f04764: rootName = solr_34933, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@476bb4c2
[junit4] 2> 201155 INFO (jetty-closer-802-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 201171 INFO (closeThreadPool-808-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73286579867746309-127.0.0.1:34933_solr-n_0000000000) closing
[junit4] 2> 201171 INFO (OverseerStateUpdate-73286579867746309-127.0.0.1:34933_solr-n_0000000000) [n:127.0.0.1:34933_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34933_solr
[junit4] 2> 201172 INFO (OverseerAutoScalingTriggerThread-73286579867746309-127.0.0.1:34933_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 201174 INFO (closeThreadPool-808-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73286579867746309-127.0.0.1:34933_solr-n_0000000000) closing
[junit4] 2> 201275 INFO (jetty-closer-802-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73286579867746309-127.0.0.1:34933_solr-n_0000000000) closing
[junit4] 2> 201277 INFO (jetty-closer-802-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6c21bcb6{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 201277 INFO (jetty-closer-802-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7e9c2593{/solr,null,STOPPED}
[junit4] 2> 201277 INFO (jetty-closer-802-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 201278 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 201481 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/collections/testkerberoscollection/terms/shard1
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections/testkerberoscollection/state.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/overseer/queue
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2> 4 /solr/collections/testkerberoscollection/state.json
[junit4] 2> 4 /solr/collections
[junit4] 2> 3 /solr/live_nodes
[junit4] 2>
[junit4] 2> 201482 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:35971
[junit4] 2> 201482 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35971
[junit4] 2> 201483 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35971
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001
[junit4] 2> Apr 06, 2021 10:57:26 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=1105, maxMBSortInHeap=5.866933142455691, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=ar-LB, timezone=Pacific/Marquesas
[junit4] 2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=91830664,total=444071936
[junit4] 2> NOTE: All tests run in this JVM: [TestSolrCloudSnapshots, IndexBasedSpellCheckerTest, SaslZkACLProviderTest, TestCodecSupport, MBeansHandlerTest, TestGroupingSearch, HttpSolrCallGetCoreTest, TestHdfsBackupRestoreCore, TestPrepRecovery, HdfsChaosMonkeySafeLeaderTest, TestFastOutputStream, InfixSuggestersTest, TestPointFields, TestExtendedDismaxParser, BlockDirectoryTest, SolrXmlInZkTest, TestSolrCloudWithHadoopAuthPlugin]
[junit4] Completed [70/936 (1!)] on J3 in 5.07s, 1 test, 1 failure <<< FAILURES!
[...truncated 868 lines...]
[junit4] Suite: org.apache.solr.handler.component.DistributedFacetPivotSmallTest
[junit4] 2> 767069 INFO (SUITE-DistributedFacetPivotSmallTest-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> 767069 INFO (SUITE-DistributedFacetPivotSmallTest-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedFacetPivotSmallTest_93D1A21D293298B4-001/data-dir-89-001
[junit4] 2> 767069 WARN (SUITE-DistributedFacetPivotSmallTest-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 767069 INFO (SUITE-DistributedFacetPivotSmallTest-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 767071 INFO (SUITE-DistributedFacetPivotSmallTest-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 767072 INFO (SUITE-DistributedFacetPivotSmallTest-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 767072 INFO (SUITE-DistributedFacetPivotSmallTest-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /ck_h/
[junit4] 2> 767182 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedFacetPivotSmallTest_93D1A21D293298B4-001/tempDir-001/control/cores/collection1
[junit4] 2> 767184 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 767184 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 767184 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 767193 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 767193 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 767193 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 767194 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4803f8a5{/ck_h,null,AVAILABLE}
[junit4] 2> 767194 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6b1b16eb{SSL, (ssl, http/1.1)}{127.0.0.1:44487}
[junit4] 2> 767194 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.s.Server Started @767228ms
[junit4] 2> 767194 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/ck_h, hostPort=44487, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedFacetPivotSmallTest_93D1A21D293298B4-001/tempDir-001/control/cores}
[junit4] 2> 767195 ERROR (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 767195 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 767195 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.0
[junit4] 2> 767195 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 767195 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 767195 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-06T11:06:51.488Z
[junit4] 2> 767195 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedFacetPivotSmallTest_93D1A21D293298B4-001/tempDir-001/control/solr.xml
[junit4] 2> 767199 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 767199 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 767200 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@60c3c138, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 767552 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 767552 WARN (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 767553 WARN (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5fab497f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 767553 WARN (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5fab497f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 767556 WARN (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 767557 WARN (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1a380413[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 767557 WARN (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1a380413[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 767558 WARN (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 767573 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 767573 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 767592 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60c3c138
[junit4] 2> 767611 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60c3c138
[junit4] 2> 767611 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60c3c138
[junit4] 2> 767612 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedFacetPivotSmallTest_93D1A21D293298B4-001/tempDir-001/control/cores
[junit4] 2> 767612 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 767621 INFO (coreLoadExecutor-7300-thread-1) [ x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 767637 INFO (coreLoadExecutor-7300-thread-1) [ x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 767660 INFO (coreLoadExecutor-7300-thread-1) [ x:collection1 ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 767667 INFO (coreLoadExecutor-7300-thread-1) [ x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 767674 INFO (coreLoadExecutor-7300-thread-1) [ x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 767674 INFO (coreLoadExecutor-7300-thread-1) [ x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60c3c138
[junit4] 2> 767674 INFO (coreLoadExecutor-7300-thread-1) [ x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedFacetPivotSmallTest_93D1A21D293298B4-001/tempDir-001/control/cores/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedFacetPivotSmallTest_93D1A21D293298B4-001/tempDir-001/control/cores/collection1/data/]
[junit4] 2> 767675 INFO (coreLoadExecutor-7300-thread-1) [ x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.13245236119534676]
[junit4] 2> 767724 INFO (coreLoadExecutor-7300-thread-1) [ x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 767724 INFO (coreLoadExecutor-7300-thread-1) [ x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 767725 INFO (coreLoadExecutor-7300-thread-1) [ x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 767725 INFO (coreLoadExecutor-7300-thread-1) [ x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 767726 INFO (coreLoadExecutor-7300-thread-1) [ x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3753875523373513]
[junit4] 2> 767727 INFO (coreLoadExecutor-7300-thread-1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 767746 INFO (coreLoadExecutor-7300-thread-1) [ x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 767864 INFO (coreLoadExecutor-7300-thread-1) [ x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 767864 INFO (coreLoadExecutor-7300-thread-1) [ x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1696288957694738432
[junit4] 2> 767865 INFO (searcherExecutor-7302-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 767865 INFO (searcherExecutor-7302-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 767865 INFO (searcherExecutor-7302-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 767865 INFO (searcherExecutor-7302-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 767866 INFO (searcherExecutor-7302-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 767866 INFO (searcherExecutor-7302-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 767866 INFO (searcherExecutor-7302-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 767866 INFO (searcherExecutor-7302-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 767866 INFO (searcherExecutor-7302-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 767868 INFO (searcherExecutor-7302-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 768005 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedFacetPivotSmallTest_93D1A21D293298B4-001/tempDir-001/shard0/cores/collection1
[junit4] 2> 768006 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 768006 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 768006 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 768018 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 768018 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 768018 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 768019 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@59564d84{/ck_h,null,AVAILABLE}
[junit4] 2> 768020 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@618b360b{SSL, (ssl, http/1.1)}{127.0.0.1:40623}
[junit4] 2> 768020 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.s.Server Started @768053ms
[junit4] 2> 768020 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/ck_h, hostPort=40623, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedFacetPivotSmallTest_93D1A21D293298B4-001/tempDir-001/shard0/cores}
[junit4] 2> 768020 ERROR (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 768020 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 768020 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.0
[junit4] 2> 768020 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 768020 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 768020 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-06T11:06:52.313Z
[junit4] 2> 768020 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedFacetPivotSmallTest_93D1A21D293298B4-001/tempDir-001/shard0/solr.xml
[junit4] 2> 768022 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 768022 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 768024 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@60c3c138, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 768294 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 768294 WARN (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 768295 WARN (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@66554f44[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 768295 WARN (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@66554f44[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 768299 WARN (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 768301 WARN (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6836748[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 768301 WARN (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6836748[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 768303 WARN (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 768315 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 768315 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 768335 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60c3c138
[junit4] 2> 768356 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60c3c138
[junit4] 2> 768356 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60c3c138
[junit4] 2> 768358 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedFacetPivotSmallTest_93D1A21D293298B4-001/te
[...truncated too long message...]
in = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@24e7cea6
[junit4] 2> 776395 INFO (closeThreadPool-7386-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 776395 INFO (closeThreadPool-7386-thread-4) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@47a89870: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@3ce51480
[junit4] 2> 776398 INFO (coreCloseExecutor-7401-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 776401 INFO (closeThreadPool-7386-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 776401 INFO (closeThreadPool-7386-thread-4) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1edc827a: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@65e17f3a
[junit4] 2> 776403 INFO (closeThreadPool-7386-thread-7) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 776403 INFO (closeThreadPool-7386-thread-7) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3e692e79: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@2f932395
[junit4] 2> 776403 INFO (closeThreadPool-7386-thread-3) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@618b360b{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 776403 INFO (closeThreadPool-7386-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@59564d84{/ck_h,null,STOPPED}
[junit4] 2> 776403 INFO (closeThreadPool-7386-thread-3) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 776406 INFO (closeThreadPool-7386-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 776406 INFO (closeThreadPool-7386-thread-4) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@edc617: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@24e7cea6
[junit4] 2> 776410 INFO (closeThreadPool-7386-thread-7) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 776410 INFO (closeThreadPool-7386-thread-7) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@c8573d9: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@65e17f3a
[junit4] 2> 776412 INFO (closeThreadPool-7386-thread-7) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 776412 INFO (closeThreadPool-7386-thread-7) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6d29dc4a: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@24e7cea6
[junit4] 2> 776419 INFO (closeThreadPool-7386-thread-6) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@78211cd4{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 776419 INFO (closeThreadPool-7386-thread-4) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@48ab9c88{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 776419 INFO (closeThreadPool-7386-thread-6) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@e013b30{/ck_h,null,STOPPED}
[junit4] 2> 776419 INFO (closeThreadPool-7386-thread-6) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 776420 INFO (closeThreadPool-7386-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2c03ad74{/ck_h,null,STOPPED}
[junit4] 2> 776420 INFO (closeThreadPool-7386-thread-4) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 776422 INFO (closeThreadPool-7386-thread-7) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7d337bf5{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 776422 INFO (closeThreadPool-7386-thread-7) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4a09cbd4{/ck_h,null,STOPPED}
[junit4] 2> 776422 INFO (closeThreadPool-7386-thread-7) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=DistributedFacetPivotSmallTest -Dtests.method=test -Dtests.seed=93D1A21D293298B4 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=mt -Dtests.timezone=Europe/Amsterdam -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 9.35s J1 | DistributedFacetPivotSmallTest.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:37251/ck_h/collection1: org.apache.solr.client.solrj.SolrServerException: java.lang.ArithmeticException: / by zero
[junit4] > at __randomizedtesting.SeedInfo.seed([93D1A21D293298B4:1B859DC787CEF54C]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
[junit4] > at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1003)
[junit4] > at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1018)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase.queryServer(BaseDistributedSearchTestCase.java:625)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:677)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:642)
[junit4] > at org.apache.solr.handler.component.DistributedFacetPivotSmallTest.test(DistributedFacetPivotSmallTest.java:266)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedFacetPivotSmallTest_93D1A21D293298B4-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87), sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=mt, timezone=Europe/Amsterdam
[junit4] 2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=150036104,total=526385152
[junit4] 2> NOTE: All tests run in this JVM: [HdfsBackupRepositoryIntegrationTest, DirectSolrSpellCheckerTest, RoutingToNodesWithPropertiesTest, TestBackupRepositoryFactory, LoggingHandlerTest, TestDistributedSearch, CacheHeaderTest, TestConfigReload, TestMiniSolrCloudClusterSSL, HdfsBasicDistributedZkTest, TestCircuitBreaker, DistributedTermsComponentTest, TestManagedSchemaThreadSafety, TestDocSet, TestPhraseSuggestions, SolrCLIZkUtilsTest, TestImpersonationWithHadoopAuth, TestConfigSetsAPIZkFailure, PurgeGraphTest, UpdateParamsTest, AssignBackwardCompatibilityTest, MetricsHistoryWithAuthIntegrationTest, CreateRoutedAliasTest, CdcrUpdateLogTest, TestTolerantUpdateProcessorRandomCloud, CdcrBootstrapTest, DirectoryFactoriesTest, MoveReplicaHDFSTest, PolyFieldTest, QueryParsingTest, TestRawTransformer, TestCloudPseudoReturnFields, TestSimExtremeIndexing, TestStressLucene, TestUseDocValuesAsStored, TriggerEventQueueTest, TestLegacyBM25SimilarityFactory, TestManagedSynonymGraphFilterFactory, TestObjectReleaseTracker, TestAtomicUpdateErrorCases, TestRebalanceLeaders, TestRecoveryHdfs, BJQFilterAccessibleTest, TestFieldCacheVsDocValues, WrapperMergePolicyFactoryTest, AnalyticsQueryTest, TestLegacyField, MaxSizeAutoCommitTest, WordBreakSolrSpellCheckerTest, TestSchemaNameResource, SolrGraphiteReporterTest, DistributedUpdateProcessorTest, TestSweetSpotSimilarityFactory, SignificantTermsQParserPluginTest, ClassificationUpdateProcessorTest, SuggesterWFSTTest, AuditLoggerPluginTest, TestJoin, TestNestedUpdateProcessor, DateRangeFieldTest, RankFieldTest, PluginInfoTest, TestInfoStreamLogging, UniqFieldsUpdateProcessorFactoryTest, TimeZoneUtilsTest, DistributedQueryComponentOptimizationTest, ReindexCollectionTest, TestSolrJacksonAnnotation, MetricsHistoryHandlerTest, HdfsThreadLeakTest, DistributedFacetExistsSmallTest, SolrCmdDistributorTest, ZookeeperStatusHandlerTest, TestLFUCache, BlockJoinFacetRandomTest, PreAnalyzedUpdateProcessorTest, VMParamsZkACLAndCredentialsProvidersTest, ClusterStateTest, TestQuerySenderNoQuery, LeaderTragicEventTest, PrimUtilsTest, MetricTriggerIntegrationTest, TestNumericTerms64, MetricUtilsTest, ResponseHeaderTest, PeerSyncWithLeaderAndIndexFingerprintCachingTest, TestJavabinTupleStreamParser, TestZkChroot, ChaosMonkeyNothingIsSafeTest, SolrCloudReportersTest, TestFieldSortValues, DistributedFacetPivotSmallTest]
[junit4] Completed [331/936 (2!)] on J1 in 9.39s, 1 test, 1 error <<< FAILURES!
[...truncated 52928 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 2006 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/2006/
2 tests failed.
FAILED: org.apache.solr.handler.component.TestDistributedStatsComponentCardinality.test
Error Message:
.responseHeader.status:200!=0
Stack Trace:
junit.framework.AssertionFailedError: .responseHeader.status:200!=0
at __randomizedtesting.SeedInfo.seed([8DF24EDBF566EA:88D9CD9475090B12]:0)
at junit.framework.Assert.fail(Assert.java:57)
at org.apache.solr.BaseDistributedSearchTestCase.compareSolrResponses(BaseDistributedSearchTestCase.java:1006)
at org.apache.solr.BaseDistributedSearchTestCase.compareResponses(BaseDistributedSearchTestCase.java:1033)
at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:679)
at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:642)
at org.apache.solr.handler.component.TestDistributedStatsComponentCardinality.test(TestDistributedStatsComponentCardinality.java:142)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics
Error Message:
Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=3022043, failWrongCredentials=1, requestTimes=2543, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
Stack Trace:
java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=3022043, failWrongCredentials=1, requestTimes=2543, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
at __randomizedtesting.SeedInfo.seed([8DF24EDBF566EA:3D555C62E31B389A]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:138)
at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:98)
at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:122)
at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13413 lines...]
[junit4] Suite: org.apache.solr.handler.component.TestDistributedStatsComponentCardinality
[junit4] 2> 74621 INFO (SUITE-TestDistributedStatsComponentCardinality-seed#[8DF24EDBF566EA]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> 74621 INFO (SUITE-TestDistributedStatsComponentCardinality-seed#[8DF24EDBF566EA]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/data-dir-3-001
[junit4] 2> 74621 INFO (SUITE-TestDistributedStatsComponentCardinality-seed#[8DF24EDBF566EA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 74623 INFO (SUITE-TestDistributedStatsComponentCardinality-seed#[8DF24EDBF566EA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-9062)
[junit4] 2> 74623 INFO (SUITE-TestDistributedStatsComponentCardinality-seed#[8DF24EDBF566EA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 74623 INFO (SUITE-TestDistributedStatsComponentCardinality-seed#[8DF24EDBF566EA]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 74732 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/control/cores/collection1
[junit4] 2> 75024 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 75024 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 75030 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 75040 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 75040 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 75042 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 75058 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@257200c4{/,null,AVAILABLE}
[junit4] 2> 75061 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@318edc3{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:39411}
[junit4] 2> 75061 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.Server Started @75099ms
[junit4] 2> 75062 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=39411, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/control/cores}
[junit4] 2> 75082 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 75083 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 75083 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 75083 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 75083 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 75083 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-06T08:53:56.380Z
[junit4] 2> 75083 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/control/solr.xml
[junit4] 2> 75087 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 75087 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 75089 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 75610 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 75620 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@67d7487e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 75620 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@67d7487e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 75624 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@b539fad[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 75625 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@b539fad[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 75631 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 75648 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 75650 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 75667 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
[junit4] 2> 75667 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
[junit4] 2> 75667 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
[junit4] 2> 75669 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/control/cores
[junit4] 2> 75670 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 75680 INFO (coreLoadExecutor-190-thread-1) [ x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 75695 INFO (coreLoadExecutor-190-thread-1) [ x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 75720 INFO (coreLoadExecutor-190-thread-1) [ x:collection1 ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 75732 INFO (coreLoadExecutor-190-thread-1) [ x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 75744 INFO (coreLoadExecutor-190-thread-1) [ x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 75744 INFO (coreLoadExecutor-190-thread-1) [ x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
[junit4] 2> 75744 INFO (coreLoadExecutor-190-thread-1) [ x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/control/cores/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/control/cores/collection1/data/]
[junit4] 2> 75746 INFO (coreLoadExecutor-190-thread-1) [ x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=13, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6951780841053268]
[junit4] 2> 75798 INFO (coreLoadExecutor-190-thread-1) [ x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 75798 INFO (coreLoadExecutor-190-thread-1) [ x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 75799 INFO (coreLoadExecutor-190-thread-1) [ x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 75799 INFO (coreLoadExecutor-190-thread-1) [ x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 75800 INFO (coreLoadExecutor-190-thread-1) [ x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=17, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3319349665873624]
[junit4] 2> 75801 INFO (coreLoadExecutor-190-thread-1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 75816 INFO (coreLoadExecutor-190-thread-1) [ x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 75883 INFO (coreLoadExecutor-190-thread-1) [ x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 75883 INFO (coreLoadExecutor-190-thread-1) [ x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1696280595325255680
[junit4] 2> 75884 INFO (searcherExecutor-192-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 75884 INFO (searcherExecutor-192-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 75884 INFO (searcherExecutor-192-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 75884 INFO (searcherExecutor-192-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 75885 INFO (searcherExecutor-192-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 75885 INFO (searcherExecutor-192-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 75885 INFO (searcherExecutor-192-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 75886 INFO (searcherExecutor-192-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 75886 INFO (searcherExecutor-192-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 75887 INFO (searcherExecutor-192-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 76496 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard0/cores/collection1
[junit4] 2> 76498 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 76498 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 76498 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 76499 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 76499 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 76499 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 76499 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b24efeb{/,null,AVAILABLE}
[junit4] 2> 76500 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@56f45436{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:41873}
[junit4] 2> 76500 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.Server Started @76538ms
[junit4] 2> 76500 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=41873, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard0/cores}
[junit4] 2> 76500 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 76500 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 76500 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 76500 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 76500 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 76500 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-06T08:53:57.797Z
[junit4] 2> 76500 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard0/solr.xml
[junit4] 2> 76503 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 76503 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 76505 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 76968 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 76970 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@b69e23f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 76970 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@b69e23f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 76973 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@f7eb141[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 76973 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@f7eb141[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 76974 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 76985 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 76985 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 77003 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
[junit4] 2> 77013 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
[junit4] 2> 77013 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
[junit4] 2> 77015 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard0/cores
[junit4] 2> 77015 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 77022 INFO (coreLoadExecutor-209-thread-1) [ x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 77047 INFO (coreLoadExecutor-209-thread-1) [ x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 77078 INFO (coreLoadExecutor-209-thread-1) [ x:collection1 ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 77087 INFO (coreLoadExecutor-209-thread-1) [ x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 77095 INFO (coreLoadExecutor-209-thread-1) [ x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 77096 INFO (coreLoadExecutor-209-thread-1) [ x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
[junit4] 2> 77096 INFO (coreLoadExecutor-209-thread-1) [ x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard0/cores/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard0/cores/collection1/data/]
[junit4] 2> 77097 INFO (coreLoadExecutor-209-thread-1) [ x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=13, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6951780841053268]
[junit4] 2> 77151 INFO (coreLoadExecutor-209-thread-1) [ x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 77151 INFO (coreLoadExecutor-209-thread-1) [ x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 77152 INFO (coreLoadExecutor-209-thread-1) [ x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 77152 INFO (coreLoadExecutor-209-thread-1) [ x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 77153 INFO (coreLoadExecutor-209-thread-1) [ x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=17, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3319349665873624]
[junit4] 2> 77154 INFO (coreLoadExecutor-209-thread-1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 77169 INFO (coreLoadExecutor-209-thread-1) [ x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 77241 INFO (coreLoadExecutor-209-thread-1) [ x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 77241 INFO (coreLoadExecutor-209-thread-1) [ x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1696280596749221888
[junit4] 2> 77242 INFO (searcherExecutor-211-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 77243 INFO (searcherExecutor-211-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 77243 INFO (searcherExecutor-211-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 77243 INFO (searcherExecutor-211-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 77243 INFO (searcherExecutor-211-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 77243 INFO (searcherExecutor-211-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 77243 INFO (searcherExecutor-211-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 77244 INFO (searcherExecutor-211-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 77244 INFO (searcherExecutor-211-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 77246 INFO (searcherExecutor-211-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 77345 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard1/cores/collection1
[junit4] 2> 77346 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 77346 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 77346 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 77347 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 77347 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 77348 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 77348 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4531517e{/,null,AVAILABLE}
[junit4] 2> 77349 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@37499ef3{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:42317}
[junit4] 2> 77349 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.Server Started @77387ms
[junit4] 2> 77349 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=42317, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard1/cores}
[junit4] 2> 77350 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 77350 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 77350 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 77350 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 77350 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 77350 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-06T08:53:58.647Z
[junit4] 2> 77350 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard1/solr.xml
[junit4] 2> 77352 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 77352 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 77354 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 77938 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 77939 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@31b2d3b3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 77939 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@31b2d3b3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 77943 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@17305c8b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 77943 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@17305c8b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 77944 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 77955 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 77955 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 77974 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
[junit4] 2> 77984 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
[junit4] 2> 77984 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
[junit4] 2> 77986 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard1/cores
[junit4] 2> 77986 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 78010 INFO (coreLoadExecutor-228-thread-1) [ x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 78025 INFO (coreLoadExecutor-228-thread-1) [ x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 78047 INFO (coreLoadExecutor-228-thread-1) [ x:collection1 ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 78057 INFO (coreLoadExecutor-228-thread-1) [ x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 78066 INFO (coreLoadExecutor-228-thread-1) [ x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 78067 INFO (coreLoadExecutor-228-thread-1) [ x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
[junit4] 2> 78067 INFO (coreLoadExecutor-228-thread-1) [ x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard1/cores/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard1/cores/collection1/data/]
[junit4] 2> 78068 INFO (coreLoadExecutor-228-thread-1) [ x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=13, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6951780841053268]
[junit4] 2> 78119 INFO (coreLoadExecutor-228-thread-1) [ x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 78119 INFO (coreLoadExecutor-228-thread-1) [ x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 78121 INFO (coreLoadExecutor-228-thread-1) [ x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 78121 INFO (coreLoadExecutor-228-thread-1) [ x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 78121 INFO (coreLoadExecutor-228-thread-1) [ x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=17, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3319349665873624]
[junit4] 2> 78123 INFO (coreLoadExecutor-228-thread-1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 78138 INFO (coreLoadExecutor-228-thread-1) [ x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 78201 INFO (coreLoadExecutor-228-thread-1) [ x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 78201 INFO (coreLoadExecutor-228-thread-1) [ x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1696280597755854848
[junit4] 2> 78202 INFO (searcherExecutor-230-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 78203 INFO (searcherExecutor-230-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 78203 INFO (searcherExecutor-230-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 78203 INFO (searcherExecutor-230-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 78204 INFO (searcherExecutor-230-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 78204 INFO (searcherExecutor-230-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 78204 INFO (searcherExecutor-230-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 78204 INFO (searcherExecutor-230-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 78205 INFO (searcherExecutor-230-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 78207 INFO (searcherExecutor-230-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 78297 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard2/cores/collection1
[junit4] 2> 78298 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 78298 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 78298 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 78303 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 78303 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 78303 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 78303 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@40f8d33c{/,null,AVAILABLE}
[junit4] 2> 78304 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@27c243e6{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:46843}
[junit4] 2> 78304 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.Server Started @78342ms
[junit4] 2> 78304 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=46843, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard2/cores}
[junit4] 2> 78305 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 78305 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 78305 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 78305 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 78305 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 78305 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-06T08:53:59.602Z
[junit4] 2> 78305 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard2/solr.xml
[junit4] 2> 78307 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 78307 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 78309 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 78434 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 78436 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@64bac499[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 78436 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@64bac499[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 78440 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@15248df3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 78440 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@15248df3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 78441 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 78452 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 78452 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 78470 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
[junit4] 2> 78481 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
[junit4] 2> 78481 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
[junit4] 2> 78482 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard2/cores
[junit4] 2> 78482 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 78490 INFO (coreLoadExecutor-247-thread-1) [ x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 78505 INFO (coreLoadExecutor-247-thread-1) [ x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 78528 INFO (coreLoadExecutor-247-thread-1) [ x:collection1 ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 78537 INFO (coreLoadExecutor-247-thread-1) [ x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 78546 INFO (coreLoadExecutor-247-thread-1) [ x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 78547 INFO (coreLoadExecutor-247-thread-1) [ x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
[junit4] 2> 78547 INFO (coreLoadExecutor-247-thread-1) [ x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard2/cores/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard2/cores/collection1/data/]
[junit4] 2> 78548 INFO (coreLoadExecutor-247-thread-1) [ x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=13, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6951780841053268]
[junit4] 2> 78613 INFO (coreLoadExecutor-247-thread-1) [ x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 78613 INFO (coreLoadExecutor-247-thread-1) [ x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 78615 INFO (coreLoadExecutor-247-thread-1) [ x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 78615 INFO (coreLoadExecutor-247-thread-1) [ x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 78615 INFO (coreLoadExecutor-247-thread-1) [ x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=17, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3319349665873624]
[junit4] 2> 78618 INFO (coreLoadExecutor-247-thread-1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 78633 INFO (coreLoadExecutor-247-thread-1) [ x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 78700 INFO (coreLoadExecutor-247-thread-1) [ x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 78701 INFO (coreLoadExecutor-247-thread-1) [ x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1696280598280142848
[junit4] 2> 78702 INFO (searcherExecutor-249-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 78702 INFO (searcherExecutor-249-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 78702 INFO (searcherExecutor-249-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 78702 INFO (searcherExecutor-249-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 78702 INFO (searcherExecutor-249-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 78703 INFO (searcherExecutor-249-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 78703 INFO (searcherExecutor-249-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 78703 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 78703 INFO (searcherExecutor-249-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 78703 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.h.c.TestDistributedStatsComponentCardinality Building an index of 12785 docs
[junit4] 2> 78703 INFO (searcherExecutor-249-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 78705 INFO (searcherExecutor-249-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 78967 INFO (qtp1341775608-315) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[1 (1696280598555918336)]} 0 9
[junit4] 2> 78998 INFO (qtp249543065-336) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[1 (1696280598589472768)]} 0 2
[junit4] 2> 79000 INFO (qtp1341775608-316) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[2 (1696280598593667072)]} 0 1
[junit4] 2> 79004 INFO (qtp440819210-357) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[2 (1696280598595764224)]} 0 2
[junit4] 2> 79006 INFO (qtp1341775608-317) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[3 (1696280598598909952)]} 0 0
[junit4] 2> 79009 INFO (qtp1117766961-379) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[3 (1696280598602055680)]} 0 1
[junit4] 2> 79011 INFO (qtp1341775608-318) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[4 (1696280598604152832)]} 0 0
[junit4] 2> 79013 INFO (qtp249543065-337) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[4 (1696280598606249984)]} 0 0
[junit4] 2> 79014 INFO (qtp1341775608-314) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[5 (1696280598608347136)]} 0 0
[junit4] 2> 79016 INFO (qtp440819210-358) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[5 (1696280598610444288)]} 0 0
[junit4] 2> 79018 INFO (qtp1341775608-315) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[6 (1696280598612541440)]} 0 0
[junit4] 2> 79020 INFO (qtp1117766961-378) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[6 (1696280598613590016)]} 0 0
[junit4] 2> 79021 INFO (qtp1341775608-316) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[7 (1696280598615687168)]} 0 0
[junit4] 2> 79023 INFO (qtp249543065-338) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[7 (1696280598617784320)]} 0 0
[junit4] 2> 79025 INFO (qtp1341775608-317) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[8 (1696280598618832896)]} 0 0
[junit4] 2> 79026 INFO (qtp440819210-359) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[8 (1696280598620930048)]} 0 0
[junit4] 2> 79028 INFO (qtp1341775608-318) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[9 (1696280598621978624)]} 0 0
[junit4] 2> 79029 INFO (qtp1117766961-380) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[9 (1696280598624075776)]} 0 0
[junit4] 2> 79031 INFO (qtp1341775608-314) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[10 (1696280598625124352)]} 0 0
[junit4] 2> 79032 INFO (qtp249543065-339) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[10 (1696280598627221504)]} 0 0
[junit4] 2> 79033 INFO (qtp1341775608-315) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[11 (1696280598628270080)]} 0 0
[junit4] 2> 79035 INFO (qtp440819210-360) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[11 (1696280598629318656)]} 0 0
[junit4] 2> 79036 INFO (qtp1341775608-316) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[12 (1696280598631415808)]} 0 0
[junit4] 2> 79037 INFO (qtp1117766961-381) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[12 (1696280598632464384)]} 0 0
[junit4] 2> 79038 INFO (qtp1341775608-317) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[13 (1696280598633512960)]} 0 0
[junit4] 2> 79040 INFO (qtp249543065-335) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[13 (1696280598634561536)]} 0 0
[junit4] 2> 79041 INFO (qtp1341775608-318) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[14 (1696280598636658688)]} 0 0
[junit4] 2> 79042 INFO (qtp440819210-356) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[14 (1696280598637707264)]} 0 0
[junit4] 2> 79043 INFO (qtp1341775608-314) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[15 (1696280598638755840)]} 0 0
[junit4] 2> 79045 INFO (qtp1117766961-377) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[15 (1696280598639804416)]} 0 0
[junit4] 2> 79046 INFO (qtp1341775608-315) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[16 (1696280598641901568)]} 0 0
[junit4] 2> 79047 INFO (qtp249543065-336) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[16 (1696280598642950144)]} 0 0
[junit4] 2> 79048 INFO (qtp1341775608-316) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[17 (1696280598643998720)]} 0 0
[junit4] 2> 79049 INFO (qtp440819210-357) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[17 (1696280598645047296)]} 0 0
[junit4] 2> 79051 INFO (qtp1341775608-317) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[18 (1696280598646095872)]} 0 0
[junit4] 2> 79052 INFO (qtp1117766961-379) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[18 (1696280598648193024)]} 0 0
[junit4] 2> 79053 INFO (qtp1341775608-318) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[19 (1696280598649241600)]} 0 0
[junit4] 2> 79055 INFO (qtp249543065-337) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[19 (1696280598650290176)]} 0 0
[junit4] 2> 79056 INFO (qtp1341775608-314) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[20 (1696280598652387328)]} 0 0
[junit4] 2> 79057 INFO (qtp440819210-358) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[20 (1696280598653435904)]} 0 0
[junit4] 2> 79058 INFO (qtp1341775608-315) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[21 (1696280598654484480)]} 0 0
[junit4] 2> 79059 INFO (qtp1117766961-378) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[21 (1696280598655533056)]} 0 0
[junit4] 2> 79061 INFO (qtp1341775608-316) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[22 (1696280598656581632)]} 0 0
[junit4] 2> 79062 INFO (qtp249543065-338) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[22 (1696280598658678784)]} 0 0
[junit4] 2> 79064 INFO (qtp1341775608-317) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[23 (1696280598659727360)]} 0 0
[junit4] 2> 79065 INFO (qtp440819210-359) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[23 (1696280598660775936)]} 0 0
[junit4] 2> 79066 INFO (qtp1341775608-318) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[24 (1696280598662873088)]} 0 0
[junit4] 2> 79067 INFO (qtp1117766961-380) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[24 (1696280598663921664)]} 0 0
[junit4] 2> 79068 INFO (qtp1341775608-314) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[25 (1696280598664970240)]} 0 0
[junit4] 2> 79069 INFO (qtp249543065-339) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[25 (1696280598666018816)]} 0 0
[junit4] 2> 79070 INFO (qtp1341775608-315) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[26 (1696280598667067392)]} 0 0
[junit4] 2> 79071 INFO (qtp440819210-360) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[26 (1696280598668115968)]} 0 0
[junit4] 2> 79072 INFO (qtp1341775608-316) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[27 (1696280598669164544)]} 0 0
[junit4] 2> 79074 INFO (qtp1117766961-381) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[27 (1696280598670213120)]} 0 0
[junit4] 2> 79075 INFO (qtp1341775608-317) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[28 (1696280598671261696)]} 0 0
[junit4] 2> 79076 INFO (qtp249543065-335) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[28 (1696280598672310272)]} 0 0
[junit4] 2> 79077 INFO (qtp1341775608-318) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[29 (1696280598674407424)]} 0 0
[junit4] 2> 79078 INFO (qtp440819210-356) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[29 (1696280598675456000)]} 0 0
[junit4] 2> 79079 INFO (qtp1341775608-314) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[30 (1696280598676504576)]} 0 0
[junit4] 2> 79080 INFO (qtp1117766961-377) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[30 (1696280598677553152)]} 0 0
[junit4] 2> 79081 INFO (qtp1341775608-315) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[31 (1696280598678601728)]} 0 0
[junit4] 2> 79082 INFO (qtp249543065-336) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[31 (1696280598679650304)]} 0 0
[junit4] 2> 79083 INFO (qtp1341775608-316) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[32 (1696280598680698880)]} 0 0
[junit4] 2> 79084 INFO (qtp440819210-357) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[32 (1696280598681747456)]} 0 0
[junit4] 2> 79085 INFO (qtp1341775608-317) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[33 (1696280598682796032)]} 0 0
[junit4] 2> 79086 INFO (qtp1117766961-379) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[33 (1696280598683844608)]} 0 0
[junit4] 2> 79088 INFO (qtp1341775608-318) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[34 (1696280598684893184)]} 0 0
[junit4] 2> 79089 INFO (qtp249543065-337) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[34 (1696280598685941760)]} 0 0
[junit4] 2> 79090 INFO (qtp1341775608-314) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[35 (1696280598686990336)]} 0 0
[junit4] 2> 79091 INFO (qtp440819210-358) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[35 (1696280598688038912)]} 0 0
[junit4] 2> 79092 INFO (qtp1341775608-315) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[36 (1696280598689087488)]} 0 0
[junit4] 2> 79093 INFO (qtp1117766961-378) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[36 (1696280598690136064)]} 0 0
[junit4] 2> 79094 INFO (qtp1341775608-316) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[37 (1696280598691184640)]} 0 0
[junit4] 2> 79095 INFO (qtp249543065-338) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[37 (1696280598692233216)]} 0 0
[junit4] 2> 79096 INFO (qtp1341775608-317) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[38 (1696280598693281792)]} 0 0
[junit4] 2> 79097 INFO (qtp440819210-359) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[38 (1696280598694330368)]} 0 0
[junit4] 2> 79098 INFO (qtp1341775608-318) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[39 (1696280598696427520)]} 0 0
[junit4] 2> 79099 INFO (qtp1117766961-380) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[39 (1696280598697476096)]} 0 0
[junit4] 2> 79100 INFO (qtp1341775608-314) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[40 (1696280598698524672)]} 0 0
[junit4] 2> 79101 INFO (qtp249543065-339) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[40 (1696280598699573248)]} 0 0
[junit4] 2> 79103 INFO (qtp1341775608-315) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[41 (1696280598701670400)]} 0 0
[junit4] 2> 79105 INFO (qtp440819210-360) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[41 (1696280598702718976)]} 0 0
[junit4] 2> 79106 INFO (qtp1341775608-316) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[42 (1696280598703767552)]} 0 0
[junit4] 2> 79107 INFO (qtp1117766961-381) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[42 (1696280598705864704)]} 0 0
[junit4] 2> 79108 INFO (qtp1341775608-317) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[43 (1696280598706913280)]} 0 0
[junit4] 2> 79110 INFO (qtp249543065-335) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[43 (1696280598709010432)]} 0 0
[junit4] 2> 79112 INFO (qtp1341775608-318) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[44 (1696280598711107584)]} 0 0
[junit4] 2> 79114 INFO (qtp440819210-356) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[44 (1696280598712156160)]} 0 0
[junit4] 2> 79115 INFO (qtp1341775608-314) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[45 (1696280598713204736)]} 0 0
[junit4] 2> 79116 INFO (qtp1117766961-377) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[45 (1696280598715301888)]} 0 0
[junit4] 2> 79117 INFO (qtp1341775608-315) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[46 (1696280598716350464)]} 0 0
[junit4] 2> 79118 INFO (qtp249543065-336) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[46 (1696280598717399040)]} 0 0
[junit4] 2> 79119 INFO (qtp1341775608-316) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[47 (1696280598718447616)]} 0 0
[junit4] 2> 79120 INFO (qtp440819210-357) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[47 (1696280598719496192)]} 0 0
[junit4] 2> 79121 INFO (qtp1341775608-317) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[48 (1696280598720544768)]} 0 0
[junit4] 2> 79122 INFO (qtp1117766961-379) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[48 (1696280598721593344)]} 0 0
[junit4] 2> 79123 INFO (qtp1341775608-318) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[49 (1696280598722641920)]} 0 0
[junit4] 2> 79124 INFO (qtp249543065-337) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[49 (1696280598723690496)]} 0 0
[junit4] 2> 79125 INFO (qtp1341775608-314) [ x:collection
[...truncated too long message...]
0x1045d6fe8ed0005.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045d6fe8ed0005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045d6fe8ed0005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2277573 INFO (jetty-closer-25396-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73286229175369733-127.0.0.1:40791_solr-n_0000000000) closing
[junit4] 2> 2277574 INFO (jetty-closer-25396-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5a109b77{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 2277575 INFO (jetty-closer-25396-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3b242fbb{/solr,null,STOPPED}
[junit4] 2> 2277575 INFO (jetty-closer-25396-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 2277575 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8DF24EDBF566EA]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 2277677 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8DF24EDBF566EA]-worker-SendThread(127.0.0.1:45229)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045d6fe8ed0001.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045d6fe8ed0001, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045d6fe8ed0001, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2277778 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/collections/testkerberoscollection/terms/shard1
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections/testkerberoscollection/state.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 10 /solr/overseer/queue
[junit4] 2> 4 /solr/collections/testkerberoscollection/state.json
[junit4] 2> 4 /solr/collections
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/live_nodes
[junit4] 2>
[junit4] 2> 2277780 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8DF24EDBF566EA]-worker) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:45229
[junit4] 2> 2277780 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8DF24EDBF566EA]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45229
[junit4] 2> 2277780 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8DF24EDBF566EA]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45229
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8DF24EDBF566EA-001
[junit4] 2> Apr 06, 2021 9:30:39 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=31, maxMBSortInHeap=6.925495106835356, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=es-SV, timezone=America/Shiprock
[junit4] 2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=70660944,total=523239424
[junit4] 2> NOTE: All tests run in this JVM: [IgnoreLargeDocumentProcessorFactoryTest, LeaderElectionIntegrationTest, TermsComponentTest, TestSolrJ, MultiDestinationAuditLoggerTest, OverseerSolrResponseUnsafeSerializationTest, TestSolrXml, DeleteReplicaTest, DateRangeFieldTest, EnumFieldTest, DistributedFacetExistsSmallTest, MetricUtilsTest, StressHdfsTest, RoutingToNodesWithPropertiesTest, TestFacetMethods, TestReversedWildcardFilterFactory, TestSimComputePlanAction, CollectionsAPIAsyncDistributedZkTest, ClassificationUpdateProcessorTest, TestSystemCollAutoCreate, TestLFUCache, TestSubQueryTransformerDistrib, TestJoin, ManagedSchemaRoundRobinCloudTest, LargeFieldTest, CdcrVersionReplicationTest, DistributedUpdateProcessorTest, TimeZoneUtilsTest, TestZkChroot, SuggesterWFSTTest, BasicFunctionalityTest, BigEndianAscendingWordSerializerTest, TestDistributedMap, TestSortByMinMaxFunction, SearchHandlerTest, DistributedQueryComponentOptimizationTest, TestPhraseSuggestions, TestEmbeddedSolrServerAdminHandler, ShowFileRequestHandlerTest, HttpTriggerListenerTest, TestCollationFieldDocValues, TestStressVersions, TestBM25SimilarityFactory, TestSolrCloudWithKerberosAlt, TestReplicaProperties, MaxSizeAutoCommitTest, TestQueryTypes, UniqFieldsUpdateProcessorFactoryTest, TestRawTransformer, TestSimUtils, SolrGraphiteReporterTest, SuggestComponentContextFilterQueryTest, TestNumericTerms64, TestSchemaManager, TestUseDocValuesAsStored, TestAtomicUpdateErrorCases, ZkDynamicConfigTest, SearchRateTriggerTest, TestConfigSetsAPIZkFailure, ScheduledMaintenanceTriggerTest, TestCollectionAPI, TestNestedUpdateProcessor, TestJsonFacetsStatsParsing, ShardRoutingTest, BlockJoinFacetRandomTest, ReplicationFactorTest, LeaderTragicEventTest, ByteBuffersDirectoryFactoryTest, DocValuesNotIndexedTest, TestJavabinTupleStreamParser, RequestLoggingTest, TestManagedSynonymGraphFilterFactory, TestLegacyBM25SimilarityFactory, TestSimExtremeIndexing, TestStressLiveNodes, MetricsHistoryWithAuthIntegrationTest, AuditLoggerPluginTest, SystemInfoHandlerTest, DistributedTermsComponentTest, TestSweetSpotSimilarityFactory, TestUnifiedSolrHighlighter, SolrCoreMetricManagerTest, TestBulkSchemaConcurrent, SolrCloudReportersTest, PurgeGraphTest, PolyFieldTest, TestBackupRepositoryFactory, HdfsBasicDistributedZkTest, ClusterStateTest, ZkStateWriterTest, UpdateParamsTest, JWTAuthPluginIntegrationTest, XsltUpdateRequestHandlerTest, TestCloudDeduplication, TestManagedSchemaThreadSafety, TestRebalanceLeaders, HdfsRecoverLeaseTest, TestGraphTermsQParserPlugin, ResourceLoaderTest, ConnectionReuseTest, TestDistribPackageStore, TestFieldCollectionResource, NestedShardedAtomicUpdateTest, TestMinHashQParser, HdfsBackupRepositoryIntegrationTest, EmbeddedSolrNoSerializeTest, TestShortCircuitedRequests, TestClusterProperties, TestSchemaNameResource, PreAnalyzedUpdateProcessorTest, TestFieldCache, ReindexCollectionTest, PeerSyncWithLeaderAndIndexFingerprintCachingTest, TestConfigOverlay, MinimalSchemaTest, SolrInfoBeanTest, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestSolrCoreProperties, TestTolerantSearch, TestTrie, PathHierarchyTokenizerFactoryTest, TestCharFilters, AliasIntegrationTest, ChaosMonkeySafeLeaderTest, CloudExitableDirectoryReaderTest, ConcurrentCreateRoutedAliasTest, ConnectionManagerTest, DeleteInactiveReplicaTest, DistribDocExpirationUpdateProcessorTest, MultiSolrCloudTestCaseTest, RecoveryAfterSoftCommitTest, SolrXmlInZkTest, SplitShardTest, TestCloudConsistency, TestPullReplica, TestPullReplicaErrorHandling, UnloadDistributedZkTest, BackupRestoreApiErrorConditionsTest, ConcurrentDeleteAndCreateCollectionTest, CustomCollectionTest, ComputePlanActionTest, HdfsDirectoryFactoryTest, RAMDirectoryFactoryTest, TestConfigSets, TestCoreContainer, TestCorePropertiesReload, TestCustomStream, TestDynamicURP, TestInitParams, TestMergePolicyConfig, TestSimpleTextCodec, TestSolrDeletionPolicy2, DocumentAnalysisRequestHandlerTest, JsonLoaderTest, TestCSVLoader, TestContainerPlugin, TestRestoreCore, TestSQLHandlerNonCloud, TestSolrConfigHandlerCloud, IndexSizeEstimatorTest, MetricsHandlerTest, MetricsHistoryHandlerTest, SecurityConfHandlerTest, TestConfigsApi, ThreadDumpHandlerTest, ZookeeperStatusHandlerTest, CustomTermsComponentTest, DistributedFacetPivotSmallTest, MoreLikeThisComponentTest, PhrasesIdentificationComponentTest, TestPivotHelperCode, TestTrackingShardHandlerFactory, TaggerTest, TaggingAttributeTest, FastVectorHighlighterTest, HighlighterMaxOffsetTest, HighlighterTest, UninvertDocValuesMergePolicyTest, TestLegacyField, TestLegacyFieldReuse, TestLegacyNumericUtils, TestLegacyTerms, TestMultiValuedNumericRangeQuery, TestNumericRangeQuery32, TestNumericTokenStream, TestLogWatcher, JvmMetricsTest, TestPackages, TestCustomSort, TestFilteredDocIdSet, TestFiltering, TestRecoveryHdfs, SpatialHeatmapFacetsTest, TestExactStatsCache, TestExternalRoleRuleBasedAuthorizationPlugin, TestPKIAuthenticationPlugin, TestImpersonationWithHadoopAuth, TestSolrCloudWithHadoopAuthPlugin]
[junit4] Completed [854/936 (2!)] on J1 in 4.76s, 1 test, 1 failure <<< FAILURES!
[...truncated 51107 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 2005 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/2005/
5 tests failed.
FAILED: org.apache.solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest.testRestoreToOriginalCollection
Error Message:
expected:<COMPLETED> but was:<FAILED>
Stack Trace:
java.lang.AssertionError: expected:<COMPLETED> but was:<FAILED>
at __randomizedtesting.SeedInfo.seed([E42170E78E5623EA:D1D59BBC658A15B4]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:120)
at org.junit.Assert.assertEquals(Assert.java:146)
at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testRestoreToOriginalCollection(AbstractIncrementalBackupTest.java:201)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest.testSimple
Error Message:
Collection not found: backuprestore_testbackupincsimple_restore
Stack Trace:
org.apache.solr.common.SolrException: Collection not found: backuprestore_testbackupincsimple_restore
at __randomizedtesting.SeedInfo.seed([E42170E78E5623EA:DC925419A9A5F73B]:0)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:901)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1003)
at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testSimple(AbstractIncrementalBackupTest.java:174)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest.testBackupIncremental
Error Message:
expected:<COMPLETED> but was:<FAILED>
Stack Trace:
java.lang.AssertionError: expected:<COMPLETED> but was:<FAILED>
at __randomizedtesting.SeedInfo.seed([E42170E78E5623EA:E3E4DF2CB2BE1D97]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:120)
at org.junit.Assert.assertEquals(Assert.java:146)
at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest$IncrementalBackupVerifier.backupThenWait(AbstractIncrementalBackupTest.java:471)
at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest$IncrementalBackupVerifier.incrementalBackupThenVerify(AbstractIncrementalBackupTest.java:487)
at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.backupRestoreThenCheck(AbstractIncrementalBackupTest.java:373)
at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testBackupIncremental(AbstractIncrementalBackupTest.java:244)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.security.JWTIssuerConfigTest.jwksUrlwithHttpBehaviors
Error Message:
Expected exception SolrException but no exception was thrown
Stack Trace:
junit.framework.AssertionFailedError: Expected exception SolrException but no exception was thrown
at __randomizedtesting.SeedInfo.seed([E42170E78E5623EA:8B859C6DA67FBBA0]:0)
at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2744)
at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2734)
at org.apache.solr.security.JWTIssuerConfigTest.jwksUrlwithHttpBehaviors(JWTIssuerConfigTest.java:145)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics
Error Message:
Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=25326368, failWrongCredentials=1, requestTimes=2065, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
Stack Trace:
java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=25326368, failWrongCredentials=1, requestTimes=2065, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
at __randomizedtesting.SeedInfo.seed([E42170E78E5623EA:D9F9DECBB6B87D9A]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:138)
at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:98)
at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:122)
at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14226 lines...]
[junit4] Suite: org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin
[junit4] 2> 636822 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> 636822 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/data-dir-120-001
[junit4] 2> 636822 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 636822 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 636824 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 636824 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 637354 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-002
[junit4] 2> 637355 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 637355 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 637355 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 637356 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 637457 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port: 40593
[junit4] 2> 637457 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:40593
[junit4] 2> 637457 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:40593
[junit4] 2> 637457 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 40593
[junit4] 2> 637459 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 637459 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker-SendThread(127.0.0.1:40593)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 637462 WARN (zkConnectionManagerCallback-4726-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4db01ddb name: ZooKeeperConnection Watcher:127.0.0.1:40593 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 637462 WARN (zkConnectionManagerCallback-4726-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 637464 INFO (zkConnectionManagerCallback-4726-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 637464 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 637469 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 637469 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker-SendThread(127.0.0.1:40593)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 637470 WARN (zkConnectionManagerCallback-4728-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@17ef7dda name: ZooKeeperConnection Watcher:127.0.0.1:40593/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 637470 WARN (zkConnectionManagerCallback-4728-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 637478 INFO (zkConnectionManagerCallback-4728-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 637478 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 637479 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 637479 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker-SendThread(127.0.0.1:40593)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 637484 WARN (zkConnectionManagerCallback-4730-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@715ce106 name: ZooKeeperConnection Watcher:127.0.0.1:40593 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 637484 WARN (zkConnectionManagerCallback-4730-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 637485 INFO (zkConnectionManagerCallback-4730-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 637485 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 637487 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker-SendThread(127.0.0.1:40593)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045cf263020002.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045cf263020002, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045cf263020002, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 637589 INFO (jetty-launcher-4731-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 637589 INFO (jetty-launcher-4731-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 637589 INFO (jetty-launcher-4731-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 637590 INFO (jetty-launcher-4731-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 637590 INFO (jetty-launcher-4731-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 637590 INFO (jetty-launcher-4731-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 637590 INFO (jetty-launcher-4731-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a7f44a2{/solr,null,AVAILABLE}
[junit4] 2> 637591 INFO (jetty-launcher-4731-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@16d96c70{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:36103}
[junit4] 2> 637591 INFO (jetty-launcher-4731-thread-1) [ ] o.e.j.s.Server Started @637617ms
[junit4] 2> 637591 INFO (jetty-launcher-4731-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:40593/solr, hostPort=36103}
[junit4] 2> 637591 ERROR (jetty-launcher-4731-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 637591 INFO (jetty-launcher-4731-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 637591 INFO (jetty-launcher-4731-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.0
[junit4] 2> 637591 INFO (jetty-launcher-4731-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 637591 INFO (jetty-launcher-4731-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 637591 INFO (jetty-launcher-4731-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-06T07:13:29.005Z
[junit4] 2> 637594 WARN (jetty-launcher-4731-thread-1-SendThread(127.0.0.1:40593)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 637596 INFO (jetty-launcher-4731-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 637598 WARN (zkConnectionManagerCallback-4733-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@36c91f7b name: ZooKeeperConnection Watcher:127.0.0.1:40593/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 637598 WARN (zkConnectionManagerCallback-4733-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 637598 INFO (zkConnectionManagerCallback-4733-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 637598 INFO (jetty-launcher-4731-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 637598 INFO (jetty-launcher-4731-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 637603 WARN (jetty-launcher-4731-thread-1-SendThread(127.0.0.1:40593)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045cf263020003.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045cf263020003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045cf263020003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 638061 INFO (jetty-launcher-4731-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 638062 WARN (jetty-launcher-4731-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3d6e8794[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 638062 WARN (jetty-launcher-4731-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3d6e8794[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 638064 WARN (jetty-launcher-4731-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5a1697ba[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 638064 WARN (jetty-launcher-4731-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5a1697ba[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 638065 INFO (jetty-launcher-4731-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40593/solr
[junit4] 2> 638066 WARN (jetty-launcher-4731-thread-1-SendThread(127.0.0.1:40593)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 638067 INFO (jetty-launcher-4731-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 638067 WARN (zkConnectionManagerCallback-4744-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@63bebd50 name: ZooKeeperConnection Watcher:127.0.0.1:40593 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 638067 WARN (zkConnectionManagerCallback-4744-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 638068 INFO (zkConnectionManagerCallback-4744-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 638068 INFO (jetty-launcher-4731-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 638169 INFO (jetty-launcher-4731-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 638169 WARN (jetty-launcher-4731-thread-1-SendThread(127.0.0.1:40593)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 638170 WARN (zkConnectionManagerCallback-4746-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@65bfdff6 name: ZooKeeperConnection Watcher:127.0.0.1:40593/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 638170 WARN (zkConnectionManagerCallback-4746-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 638170 INFO (zkConnectionManagerCallback-4746-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 638170 INFO (jetty-launcher-4731-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 638178 WARN (jetty-launcher-4731-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 638225 INFO (jetty-launcher-4731-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36103_solr
[junit4] 2> 638226 INFO (jetty-launcher-4731-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.c.Overseer Overseer (id=73285690057687045-127.0.0.1:36103_solr-n_0000000000) starting
[junit4] 2> 638230 INFO (OverseerStateUpdate-73285690057687045-127.0.0.1:36103_solr-n_0000000000) [n:127.0.0.1:36103_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:36103_solr
[junit4] 2> 638230 INFO (jetty-launcher-4731-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36103_solr
[junit4] 2> 638231 INFO (OverseerStateUpdate-73285690057687045-127.0.0.1:36103_solr-n_0000000000) [n:127.0.0.1:36103_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 638232 INFO (jetty-launcher-4731-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 638232 INFO (jetty-launcher-4731-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.ConfigurableInternodeAuthHadoopPlugin
[junit4] 2> 638239 INFO (jetty-launcher-4731-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-001/minikdc/jaas-client.conf
[junit4] 2> 638246 INFO (jetty-launcher-4731-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.s.HadoopAuthPlugin Params: {kerberos.principal=HTTP/127.0.0.1, kerberos.keytab=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-001/minikdc/keytabs, type=kerberos, kerberos.name.rules=RULE:[1:$1@$0](.*EXAMPLE.COM)s/@.*//
[junit4] 2> RULE:[2:$2@$0](.*EXAMPLE.COM)s/@.*//
[junit4] 2> DEFAULT, delegation-token.json-mapper.AUTO_CLOSE_TARGET=false}
[junit4] 2> 638268 INFO (jetty-launcher-4731-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-001/minikdc/jaas-client.conf
[junit4] 2> 638276 WARN (jetty-launcher-4731-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=enabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 638276 WARN (jetty-launcher-4731-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.c.CoreContainer Solr authentication is enabled, but SSL is off. Consider enabling SSL to protect user credentials and data with encryption.
[junit4] 2> 638286 INFO (jetty-launcher-4731-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 638313 INFO (jetty-launcher-4731-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36103.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4fe72061
[junit4] 2> 638321 INFO (jetty-launcher-4731-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36103.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4fe72061
[junit4] 2> 638321 INFO (jetty-launcher-4731-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36103.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4fe72061
[junit4] 2> 638322 INFO (jetty-launcher-4731-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-002/node1
[junit4] 2> 638346 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 638346 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 638346 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker-SendThread(127.0.0.1:40593)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 638347 WARN (zkConnectionManagerCallback-4763-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@61503b26 name: ZooKeeperConnection Watcher:127.0.0.1:40593/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 638347 WARN (zkConnectionManagerCallback-4763-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 638347 INFO (zkConnectionManagerCallback-4763-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 638347 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 638349 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 638351 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40593/solr ready
[junit4] 2> 638367 INFO (TEST-TestSolrCloudWithHadoopAuthPlugin.testBasics-seed#[E42170E78E5623EA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
[junit4] 1> Debug is true storeKey true useTicketCache false useKeyTab true doNotPrompt false ticketCache is null isInitiator true KeyTab is /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-001/minikdc/keytabs refreshKrb5Config is true principal is solr tryFirstPass is false useFirstPass is false storePass is false clearPass is false
[junit4] 1> Refreshing Kerberos configuration
[junit4] 2> 638487 INFO (pool-75-thread-1) [ ] o.a.k.k.k.s.r.KdcRequest The preauth data is empty.
[junit4] 2> 638498 INFO (pool-75-thread-1) [ ] o.a.k.k.k.s.KdcHandler KRB error occurred while processing request:Additional pre-authentication required
[junit4] 2> 638542 INFO (pool-75-thread-1) [ ] o.a.k.k.k.s.r.AsRequest AS_REQ ISSUE: authtime 1617693209953,solr@EXAMPLE.COM for krbtgt/EXAMPLE.COM@EXAMPLE.COM
[junit4] 1> principal is solr@EXAMPLE.COM
[junit4] 1> Will use keytab
[junit4] 1> Commit Succeeded
[junit4] 1>
[junit4] 2> 638575 INFO (pool-75-thread-1) [ ] o.a.k.k.k.s.r.TgsRequest TGS_REQ ISSUE: authtime 1617693209988,solr for HTTP/127.0.0.1@EXAMPLE.COM
[junit4] 2> 638607 INFO (OverseerThreadFactory-4753-thread-1-processing-n:127.0.0.1:36103_solr) [n:127.0.0.1:36103_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testkerberoscollection
[junit4] 2> 638727 INFO (qtp404656387-9743) [n:127.0.0.1:36103_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
[junit4] 2> 638727 INFO (qtp404656387-9746) [ ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from node: 127.0.0.1:36103_solr / MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEA18OtYjwVu3K8uUc0Id8dK+R2RK/ZNQ8A4+D+E0hqQ8cwAGlWLFh5/DvsR9L0I/fEfSvtyvL+shlhpRu7x5DWm48zHVlHY6DTDePGSYHRwJ9eD0qicyT1yUJJYpYSR9rxU0ysSnpwNUVUqxbIgtC9fwJB0fBIFdquiNN97CP/UoSIt/KWQ++GRMI+Jk1Ph15ppPDjxK2B08wzqWlswb13nGAb172xf2Vl8MgmADpczXEB4WE/DG129rtR8nAxJgpdz67vhixVU1hmX5xnvxaj+KzUgb1ivWw28bXpAVdfmLqLDwhV2ADlRKXxlg/y6Xkyk1BBqp9Qh5VFMd/NIqvtFwIDAQAB
[junit4] 2> 638728 INFO (qtp404656387-9746) [n:127.0.0.1:36103_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 638728 INFO (qtp404656387-9746) [n:127.0.0.1:36103_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 638732 INFO (OverseerStateUpdate-73285690057687045-127.0.0.1:36103_solr-n_0000000000) [n:127.0.0.1:36103_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"testkerberoscollection_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:36103_solr",
[junit4] 2> "base_url":"http://127.0.0.1:36103/solr",
[junit4] 2> "collection":"testkerberoscollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 638952 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr x:testkerberoscollection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=testkerberoscollection_shard1_replica_n1&action=CREATE&numShards=1&collection=testkerberoscollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 638963 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 638970 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 638970 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 638970 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testkerberoscollection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 638972 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36103.solr.core.testkerberoscollection.shard1.replica_n1' (registry 'solr.core.testkerberoscollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4fe72061
[junit4] 2> 638972 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrCore [[testkerberoscollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-002/node1/testkerberoscollection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-002/node1/testkerberoscollection_shard1_replica_n1/data/]
[junit4] 2> 639017 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 639017 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 639018 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 639018 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 639020 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 639020 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 639020 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 639020 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1696274275824041984
[junit4] 2> 639023 INFO (searcherExecutor-4765-thread-1-processing-n:127.0.0.1:36103_solr x:testkerberoscollection_shard1_replica_n1 c:testkerberoscollection s:shard1 r:core_node2) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrCore [testkerberoscollection_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 639026 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testkerberoscollection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 639026 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testkerberoscollection/leaders/shard1
[junit4] 2> 639029 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 639029 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 639029 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36103/solr/testkerberoscollection_shard1_replica_n1/
[junit4] 2> 639030 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 639030 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:36103/solr/testkerberoscollection_shard1_replica_n1/ has no replicas
[junit4] 2> 639030 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testkerberoscollection/leaders/shard1/leader after winning as /collections/testkerberoscollection/leader_elect/shard1/election/73285690057687045-core_node2-n_0000000000
[junit4] 2> 639032 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36103/solr/testkerberoscollection_shard1_replica_n1/ shard1
[junit4] 2> 639134 INFO (zkCallback-4745-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 639134 INFO (zkCallback-4745-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 639134 INFO (zkCallback-4745-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 639134 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 639137 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=testkerberoscollection_shard1_replica_n1&action=CREATE&numShards=1&collection=testkerberoscollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=185
[junit4] 2> 639144 INFO (qtp404656387-9744) [n:127.0.0.1:36103_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 639236 INFO (zkCallback-4745-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 639236 INFO (zkCallback-4745-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 639236 INFO (zkCallback-4745-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 639236 INFO (zkCallback-4745-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 639237 INFO (qtp404656387-9744) [n:127.0.0.1:36103_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=testkerberoscollection&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=633
[junit4] 2> 639246 INFO (TEST-TestSolrCloudWithHadoopAuthPlugin.testBasics-seed#[E42170E78E5623EA]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBasics
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithHadoopAuthPlugin -Dtests.method=testBasics -Dtests.seed=E42170E78E5623EA -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=sq-AL -Dtests.timezone=Asia/Kuwait -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 0.89s J3 | TestSolrCloudWithHadoopAuthPlugin.testBasics <<<
[junit4] > Throwable #1: java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=25326368, failWrongCredentials=1, requestTimes=2065, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
[junit4] > at __randomizedtesting.SeedInfo.seed([E42170E78E5623EA:D9F9DECBB6B87D9A]:0)
[junit4] > at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:138)
[junit4] > at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:98)
[junit4] > at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:122)
[junit4] > at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 639248 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.k.k.k.s.i.DefaultInternalKdcServerImpl Default Internal kdc server stopped.
[junit4] 2> 640355 INFO (jetty-closer-4770-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1543056277
[junit4] 2> 640355 INFO (jetty-closer-4770-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36103_solr
[junit4] 2> 640355 INFO (jetty-closer-4770-thread-1) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 640355 INFO (jetty-closer-4770-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:36103_solr as DOWN
[junit4] 2> 640358 INFO (coreCloseExecutor-4774-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.c.SolrCore [testkerberoscollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@1189e95b
[junit4] 2> 640358 INFO (coreCloseExecutor-4774-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testkerberoscollection.shard1.replica_n1 tag=SolrCore@1189e95b
[junit4] 2> 640358 INFO (coreCloseExecutor-4774-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@125270e0: rootName = solr_36103, domain = solr.core.testkerberoscollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testkerberoscollection.shard1.replica_n1/com.codahale.metrics.MetricRegistry@118919b5
[junit4] 2> 640371 INFO (coreCloseExecutor-4774-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testkerberoscollection.shard1.leader tag=SolrCore@1189e95b
[junit4] 2> 640372 INFO (coreCloseExecutor-4774-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 640374 INFO (jetty-closer-4770-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 640374 INFO (jetty-closer-4770-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@747a207a: rootName = solr_36103, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@7c753bbc
[junit4] 2> 640379 INFO (jetty-closer-4770-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 640379 INFO (jetty-closer-4770-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6db5d5f5: rootName = solr_36103, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@5362fa1c
[junit4] 2> 640381 INFO (jetty-closer-4770-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 640381 INFO (jetty-closer-4770-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5d99b012: rootName = solr_36103, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@30b07670
[junit4] 2> 640381 INFO (jetty-closer-4770-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 640382 INFO (closeThreadPool-4776-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73285690057687045-127.0.0.1:36103_solr-n_0000000000) closing
[junit4] 2> 640382 INFO (OverseerStateUpdate-73285690057687045-127.0.0.1:36103_solr-n_0000000000) [n:127.0.0.1:36103_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36103_solr
[junit4] 2> 640385 INFO (OverseerAutoScalingTriggerThread-73285690057687045-127.0.0.1:36103_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 640387 INFO (closeThreadPool-4776-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73285690057687045-127.0.0.1:36103_solr-n_0000000000) closing
[junit4] 2> 640388 WARN (jetty-launcher-4731-thread-1-SendThread(127.0.0.1:40593)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045cf263020005.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045cf263020005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045cf263020005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 640488 INFO (jetty-closer-4770-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73285690057687045-127.0.0.1:36103_solr-n_0000000000) closing
[junit4] 2> 640490 INFO (jetty-closer-4770-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@16d96c70{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 640490 INFO (jetty-closer-4770-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6a7f44a2{/solr,null,STOPPED}
[junit4] 2> 640490 INFO (jetty-closer-4770-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 640491 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 640693 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/collections/testkerberoscollection/terms/shard1
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/collections/testkerberoscollection/state.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 10 /solr/overseer/queue
[junit4] 2> 4 /solr/collections/testkerberoscollection/state.json
[junit4] 2> 4 /solr/collections
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/live_nodes
[junit4] 2>
[junit4] 2> 640695 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:40593
[junit4] 2> 640695 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:40593
[junit4] 2> 640695 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 40593
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001
[junit4] 2> Apr 06, 2021 7:13:32 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=1350, maxMBSortInHeap=6.170979793319756, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=sq-AL, timezone=Asia/Kuwait
[junit4] 2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=95208896,total=521666560
[junit4] 2> NOTE: All tests run in this JVM: [RankQueryTest, TestMultiWordSynonyms, PreAnalyzedFieldTest, LegacyCloudClusterPropTest, TestPointFields, InfixSuggestersTest, DistributedFacetPivotLongTailTest, TestSlowCompositeReaderWrapper, TestTestInjection, CloudMLTQParserTest, TestTrie, TestPerFieldSimilarity, TestSSLRandomization, IndexSizeTriggerSizeEstimationTest, PeerSyncWithBufferUpdatesTest, HighlighterWithoutStoredIdTest, V2CollectionBackupsAPIMappingTest, TestSQLHandlerNonCloud, TestDynamicFieldCollectionResource, HDFSCollectionsAPITest, SharedFSAutoReplicaFailoverTest, TestSchemaSimilarityResource, TestNamedUpdateProcessors, TestStressReorder, TestRealTimeGet, TestSolrQueryResponse, MoreLikeThisHandlerTest, ConfigureRecoveryStrategyTest, TestCorePropertiesReload, TestConfigSetProperties, TestLMDirichletSimilarityFactory, DistributedSpellCheckComponentTest, TestCloudJSONFacetJoinDomain, ScheduledTriggerTest, DocValuesMultiTest, TestReplicationHandlerDiskOverFlow, CursorMarkTest, HdfsUnloadDistributedZkTest, UUIDFieldTest, TestSubQueryTransformer, ReplaceNodeNoTargetTest, FastVectorHighlighterTest, TestSha256AuthenticationProvider, TestCollectionAPIs, NodeMarkersRegistrationTest, TestFiltering, SolrLogAuditLoggerPluginTest, CrossCollectionJoinQueryTest, TestSimLargeCluster, SolrMetricReporterTest, TestHdfsUpdateLog, TestFastOutputStream, DistributedDebugComponentTest, BasicAuthOnSingleNodeTest, SecurityConfHandlerTest, TransactionLogTest, TestPushWriter, SchemaApiFailureTest, TestXmlQParserPlugin, FieldMutatingUpdateProcessorTest, ConnectionManagerTest, MultiSolrCloudTestCaseTest, TestClassicSimilarityFactory, Tagger2Test, TestAuthenticationFramework, ChaosMonkeySafeLeaderTest, BadIndexSchemaTest, SolrRrdBackendFactoryTest, TestConfigSetsAPIExclusivity, TestSimScenario, RollingRestartTest, MinimalSchemaTest, TestJmxIntegration, SynonymTokenizerTest, CoreAdminRequestStatusTest, TestSolrCloudWithHadoopAuthPlugin]
[junit4] Completed [304/936 (1!)] on J3 in 4.51s, 1 test, 1 failure <<< FAILURES!
[...truncated 992 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest
[junit4] 2> 1613596 INFO (SUITE-LocalFSCloudIncrementalBackupTest-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> 1613597 INFO (SUITE-LocalFSCloudIncrementalBackupTest-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest_E42170E78E5623EA-001/data-dir-177-001
[junit4] 2> 1613597 WARN (SUITE-LocalFSCloudIncrementalBackupTest-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1613597 INFO (SUITE-LocalFSCloudIncrementalBackupTest-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1613598 INFO (SUITE-LocalFSCloudIncrementalBackupTest-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1613598 INFO (SUITE-LocalFSCloudIncrementalBackupTest-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1613598 INFO (SUITE-LocalFSCloudIncrementalBackupTest-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.SolrCloudTestCase Using per-replica state
[junit4] 2> 1613599 INFO (SUITE-LocalFSCloudIncrementalBackupTest-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest_E42170E78E5623EA-001/tempDir-001
[junit4] 2> 1613599 INFO (SUITE-LocalFSCloudIncrementalBackupTest-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1613599 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 1613599 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1613600 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 1613699 INFO (SUITE-LocalFSCloudIncrementalBackupTest-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port: 46151
[junit4] 2> 1613699 INFO (SUITE-LocalFSCloudIncrementalBackupTest-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:46151
[junit4] 2> 1613699 INFO (SUITE-LocalFSCloudIncrementalBackupTest-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:46151
[junit4] 2> 1613699 INFO (SUITE-LocalFSCloudIncrementalBackupTest-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 46151
[junit4] 2> 1613711 INFO (SUITE-LocalFSCloudIncrementalBackupTest-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1613719 INFO (zkConnectionManagerCallback-17911-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1613719 INFO (SUITE-LocalFSCloudIncrementalBackupTest-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1613728 INFO (SUITE-LocalFSCloudIncrementalBackupTest-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1613729 INFO (zkConnectionManagerCallback-17913-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1613729 INFO (SUITE-LocalFSCloudIncrementalBackupTest-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1613730 INFO (SUITE-LocalFSCloudIncrementalBackupTest-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1613731 INFO (zkConnectionManagerCallback-17915-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1613731 INFO (SUITE-LocalFSCloudIncrementalBackupTest-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1613833 INFO (jetty-launcher-17916-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1613833 INFO (jetty-launcher-17916-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1613833 INFO (jetty-launcher-17916-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1613833 INFO (jetty-launcher-17916-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1613833 INFO (jetty-launcher-17916-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 1613833 INFO (jetty-launcher-17916-thread-2) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 1613835 INFO (jetty-launcher-17916-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1613835 INFO (jetty-launcher-17916-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1613835 INFO (jetty-launcher-17916-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1613836 INFO (jetty-launcher-17916-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1613836 INFO (jetty-launcher-17916-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1613836 INFO (jetty-launcher-17916-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1702bf66{/solr,null,AVAILABLE}
[junit4] 2> 1613836 INFO (jetty-launcher-17916-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1613836 INFO (jetty-launcher-17916-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4faf9c92{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:36643}
[junit4] 2> 1613836 INFO (jetty-launcher-17916-thread-2) [ ] o.e.j.s.Server Started @1613863ms
[junit4] 2> 1613836 INFO (jetty-launcher-17916-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@45771c2f{/solr,null,AVAILABLE}
[junit4] 2> 1613836 INFO (jetty-launcher-17916-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:46151/solr, hostPort=36643}
[junit4] 2> 1613836 ERROR (jetty-launcher-17916-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1613836 INFO (jetty-launcher-17916-thread-2) [ ] o.a.s.s.Solr
[...truncated too long message...]
lerBackup, CurrencyRangeFacetCloudTest, HdfsTlogReplayBufferedWhileIndexingTest, TestUseDocValuesAsStored2, TestExplainDocTransformer, RemoteQueryErrorTest, XmlInterpolationTest, TestPKIAuthenticationPlugin, TestApiFramework, NodeLostTriggerTest, TestFilteredDocIdSet, PKIAuthenticationIntegrationTest, BlockJoinFacetSimpleTest, TestSimGenericDistributedQueue, SolrMetricManagerTest, UtilsToolTest, TestExceedMaxTermLength, TestExportTool, DebugComponentTest, BasicAuthIntegrationTest, PropertiesRequestHandlerTest, TestUpdate, TestPHPSerializedResponseWriter, RequiredFieldsTest, TestXmlQParser, DocExpirationUpdateProcessorFactoryTest, ConcurrentCreateRoutedAliasTest, MoveReplicaTest, TestBooleanSimilarityFactory, RandomizedTaggerTest, SystemCollectionCompatTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, BadCopyFieldTest, SolrShardReporterTest, TestConfigSetsAPI, TestSimPolicyCloud, RestartWhileUpdatingTest, EchoParamsTest, TestInitParams, SpatialRPTFieldTypeTest, CoreAdminOperationTest, TestRuleBasedAuthorizationWithKerberos, TestPayloadCheckQParserPlugin, TestRTimerTree, ActionThrottleTest, TestCloudRecovery, TestSurroundQueryParser, SolrIndexSearcherTest, TestUniqueKeyFieldResource, TestAnalyzeInfixSuggestions, TestNestedDocsSort, QueryResultKeyTest, CollectionsAPIDistributedZkTest, MigrateRouteKeyTest, TestSnapshotCloudManager, QueryElevationComponentTest, FileBasedSpellCheckerTest, TestManagedResource, UpdateRequestProcessorFactoryTest, TestFieldCacheReopen, TestComplexPhraseQParserPlugin, LukeRequestHandlerTest, HdfsRecoveryZkTest, TriggerIntegrationTest, TestCloudManagedSchema, TestCustomDocTransformer, TestDocumentBuilder, OverseerStatusTest, JvmMetricsTest, ImplicitSnitchTest, AlternateDirectoryTest, BadComponentTest, TestQueryUtils, SolrIndexConfigTest, TestJsonFacetsWithNestedObjects, TestUtilizeNode, TestCloudInspectUtil, SecurityHeadersTest, TestWordDelimiterFilterFactory, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, AliasIntegrationTest, AssignBackwardCompatibilityTest, BasicDistributedZk2Test, ChaosMonkeySafeLeaderWithPullReplicasTest, ClusterStateMockUtilTest, ClusterStateTest, ClusterStateUpdateTest, CollectionPropsTest, DeleteLastCustomShardedReplicaTest, DeleteReplicaTest, DocValuesNotIndexedTest, HttpPartitionOnCommitTest, HttpPartitionWithTlogReplicasTest, NestedShardedAtomicUpdateTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerRolesTest, PeerSyncReplicationTest, TestHashPartitioner, TestOnReconnectListenerSupport, TestQueryingOnDownCollection, TestRandomFlRTGCloud, TestSizeLimitedDistributedMap, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestStressInPlaceUpdates, TestZkChroot, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, UnloadDistributedZkTest, ZkControllerTest, ZkFailoverTest, ZkSolrClientTest, HdfsCollectionsAPIDistributedZkTest, LocalFSCloudIncrementalBackupTest]
[junit4] Completed [605/936 (2!)] on J2 in 17.77s, 3 tests, 2 failures, 1 error <<< FAILURES!
[...truncated 869 lines...]
[junit4] Suite: org.apache.solr.security.JWTIssuerConfigTest
[junit4] 2> 2278630 INFO (SUITE-JWTIssuerConfigTest-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=JWTIssuerConfigTest -Dtests.method=jwksUrlwithHttpBehaviors -Dtests.seed=E42170E78E5623EA -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ar-LB -Dtests.timezone=America/Manaus -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 0.01s J0 | JWTIssuerConfigTest.jwksUrlwithHttpBehaviors <<<
[junit4] > Throwable #1: junit.framework.AssertionFailedError: Expected exception SolrException but no exception was thrown
[junit4] > at __randomizedtesting.SeedInfo.seed([E42170E78E5623EA:8B859C6DA67FBBA0]:0)
[junit4] > at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2744)
[junit4] > at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2734)
[junit4] > at org.apache.solr.security.JWTIssuerConfigTest.jwksUrlwithHttpBehaviors(JWTIssuerConfigTest.java:145)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=579, maxMBSortInHeap=5.375270373060952, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=ar-LB, timezone=America/Manaus
[junit4] 2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=181837176,total=526385152
[junit4] 2> NOTE: All tests run in this JVM: [QueryEqualityTest, TestMaxScoreQueryParser, OpenExchangeRatesOrgProviderTest, LeaderFailureAfterFreshStartTest, TestManagedSchemaAPI, DistributedSuggestComponentTest, DistributedExpandComponentTest, TestPostingsSolrHighlighter, TestSolrIndexConfig, TestSolrCLIRunExample, TestScoreJoinQPScore, TestSimpleTrackingShardHandler, TestLMJelinekMercerSimilarityFactory, TestRandomRequestDistribution, HdfsAutoAddReplicasIntegrationTest, DocumentBuilderTest, HighlighterConfigTest, TestConfigsApi, TestReqParamsAPI, TestRestManager, CdcrRequestHandlerTest, ShardRoutingCustomTest, TestFieldTypeResource, TemplateUpdateProcessorTest, TestStandardQParsers, TestRandomCollapseQParserPlugin, TestRawResponseWriter, DocumentAnalysisRequestHandlerTest, TestConfigSets, TestConfig, TestDFISimilarityFactory, DistributedQueryComponentCustomSortTest, DistributedFacetSimpleRefinementLongTailTest, RestoreTriggerStateTest, DateFieldTest, TestIncrementalCoreBackup, AnalyticsMergeStrategyTest, HdfsSyncSliceTest, TestTextField, TestChildDocTransformer, RecoveryZkTest, TaggerTest, TestAuthorizationFramework, StatsReloadRaceTest, NodeAddedTriggerTest, TestFastLRUCache, JWTVerificationkeyResolverTest, BlockJoinFacetDistribTest, TestSimExecutePlanAction, MetricsDisabledCloudTest, TestUtils, SolrIndexSplitterTest, SolrPluginUtilsTest, CustomHighlightComponentTest, AuditLoggerIntegrationTest, MetricsHandlerTest, TestIndexingPerformance, TestGraphMLResponseWriter, PrimitiveFieldTypeTest, TestTrieFacet, DimensionalRoutedAliasUpdateProcessorTest, CollectionStateFormat2Test, MoveReplicaHDFSFailoverTest, SimpleMLTQParserTest, JavabinLoaderTest, SplitShardTest, BasicZkTest, TestManagedSynonymFilterFactory, SolrSlf4jReporterTest, TestCloudSearcherWarming, TestSimNodeAddedTrigger, ReplaceNodeTest, DisMaxRequestHandlerTest, TestImplicitCoreProperties, SchemaVersionSpecificBehaviorTest, CoreAdminCreateDiscoverTest, TestDelegationWithHadoopAuth, TestNoOpRegenerator, TestMaxTokenLenTokenizer, TestJettySolrRunner, TestCloudPivotFacet, TestStressUserVersions, ReturnFieldsTest, TestSchemaVersionResource, SuggesterTest, GraphQueryTest, HdfsDirectoryFactoryTest, CollectionTooManyReplicasTest, MetricsHistoryIntegrationTest, TestSimTriggerIntegration, MoreLikeThisComponentTest, ConjunctionSolrSpellCheckerTest, SegmentsInfoRequestHandlerTest, TestSubQueryTransformerCrossCore, UUIDUpdateProcessorFallbackTest, TestDocTermOrdsUninvertLimit, TestCollapseQParserPlugin, InfoHandlerTest, HdfsNNFailoverTest, TriggerCooldownIntegrationTest, TestBinaryField, TestBinaryResponseWriter, TestDistributedMissingSort, OverseerSolrResponseTest, TestNumericTokenStream, ZkStateReaderTest, RulesTest, ZookeeperReadAPITest, TestPseudoReturnFields, SoftAutoCommitTest, TestPerFieldSimilarityWithDefaultOverride, TestJsonFacets, TestTolerantUpdateProcessorCloud, TestCloudConsistency, NoCacheHeaderTest, CleanupOldIndexTest, CreateCollectionCleanupTest, CreateRoutedAliasTest, DeleteNodeTest, DeleteStatusTest, DistribDocExpirationUpdateProcessorTest, LeaderElectionTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerTest, RoutingToNodesWithPropertiesTest, SolrCloudExampleTest, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestLeaderElectionWithEmptyReplica, TestPullReplica, TestPullReplicaErrorHandling, TestStressCloudBlindAtomicUpdates, TestTlogReplayVsRecovery, TestTlogReplica, ZkNodePropsTest, ZkShardTermsTest, AssignTest, BackupRestoreApiErrorConditionsTest, ConcurrentDeleteAndCreateCollectionTest, CustomCollectionTest, PurgeGraphTest, ShardSplitTest, NodeAddedTriggerIntegrationTest, TestPolicyCloud, CdcrOpsAndBoundariesTest, CdcrReplicationHandlerTest, HdfsBasicDistributedZkTest, HdfsChaosMonkeySafeLeaderTest, StressHdfsTest, ZkCollectionPropsCachingTest, TestDynamicLoadingUrl, TestLazyCores, TestSolrCoreSnapshots, BinaryUpdateRequestHandlerTest, CSVRequestHandlerTest, SearchHandlerTest, TestCSVLoader, TestConfigReload, TestSnapshotCoreBackup, TestSolrConfigHandlerConcurrent, V2ApiIntegrationTest, XmlUpdateRequestHandlerTest, AutoscalingHistoryHandlerTest, CoreMergeIndexesAdminHandlerTest, DaemonStreamApiTest, DistributedFacetPivotSmallAdvancedTest, ResponseLogComponentTest, SearchHandlerTest, TermsComponentTest, TestExpandComponent, TestHttpShardHandlerFactory, TestTrackingShardHandlerFactory, TestLegacyTerms, TestMultiValuedNumericRangeQuery, TestNumericRangeQuery64, SolrJmxReporterCloudTest, TestPackages, TestSchemaManager, TestSortableTextField, LargeFieldTest, MaxScoreCollectorTest, MergeStrategyTest, TestCaffeineCache, TestFoldingMultitermQuery, TestHashQParserPlugin, TestInitQParser, TestLFUCache, TestSmileRequest, TestSolr4Spatial2, TestSolrFieldCacheBean, TestSort, TestCloudJSONFacetSKGEquiv, AggValueSourceTest, SortByFunctionTest, TestOrdValues, TestSortByMinMaxFunction, DistanceFunctionTest, TestExactSharedStatsCache, JWTIssuerConfigTest]
[junit4] Completed [837/936 (3!)] on J0 in 0.31s, 13 tests, 1 failure <<< FAILURES!
[...truncated 51153 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 2004 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/2004/
1 tests failed.
FAILED: org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics
Error Message:
Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=13918880, failWrongCredentials=1, requestTimes=2039, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
Stack Trace:
java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=13918880, failWrongCredentials=1, requestTimes=2039, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
at __randomizedtesting.SeedInfo.seed([8993D7366778861C:B44B791A5F96D86C]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:138)
at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:98)
at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:122)
at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13939 lines...]
[junit4] Suite: org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin
[junit4] 2> 560262 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> 560262 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/data-dir-52-001
[junit4] 2> 560262 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=43 numCloses=43
[junit4] 2> 560262 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 560264 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 560264 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 560264 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.SolrCloudTestCase Using per-replica state
[junit4] 2> 560630 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-002
[junit4] 2> 560631 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 560631 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 560631 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 560632 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 560731 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port: 38427
[junit4] 2> 560731 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:38427
[junit4] 2> 560731 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:38427
[junit4] 2> 560731 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 38427
[junit4] 2> 560733 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 560733 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker-SendThread(127.0.0.1:38427)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 560736 WARN (zkConnectionManagerCallback-3888-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5fc69032 name: ZooKeeperConnection Watcher:127.0.0.1:38427 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 560736 WARN (zkConnectionManagerCallback-3888-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 560737 INFO (zkConnectionManagerCallback-3888-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 560737 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 560745 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 560745 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker-SendThread(127.0.0.1:38427)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 560745 WARN (zkConnectionManagerCallback-3890-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2851b94a name: ZooKeeperConnection Watcher:127.0.0.1:38427/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 560745 WARN (zkConnectionManagerCallback-3890-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 560750 INFO (zkConnectionManagerCallback-3890-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 560750 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 560751 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 560751 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker-SendThread(127.0.0.1:38427)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 560751 WARN (zkConnectionManagerCallback-3892-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7261e96c name: ZooKeeperConnection Watcher:127.0.0.1:38427 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 560751 WARN (zkConnectionManagerCallback-3892-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 560752 INFO (zkConnectionManagerCallback-3892-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 560752 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 560856 INFO (jetty-launcher-3893-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 560856 INFO (jetty-launcher-3893-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 560856 INFO (jetty-launcher-3893-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 560856 INFO (jetty-launcher-3893-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 560856 INFO (jetty-launcher-3893-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 560856 INFO (jetty-launcher-3893-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 560857 INFO (jetty-launcher-3893-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4265ca65{/solr,null,AVAILABLE}
[junit4] 2> 560857 INFO (jetty-launcher-3893-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@55fb454f{SSL, (ssl, http/1.1)}{127.0.0.1:40969}
[junit4] 2> 560857 INFO (jetty-launcher-3893-thread-1) [ ] o.e.j.s.Server Started @560885ms
[junit4] 2> 560857 INFO (jetty-launcher-3893-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:38427/solr, hostPort=40969}
[junit4] 2> 560858 ERROR (jetty-launcher-3893-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 560858 INFO (jetty-launcher-3893-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 560858 INFO (jetty-launcher-3893-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 560858 INFO (jetty-launcher-3893-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 560858 INFO (jetty-launcher-3893-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 560858 INFO (jetty-launcher-3893-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-06T05:07:41.441Z
[junit4] 2> 560859 INFO (jetty-launcher-3893-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 560859 WARN (jetty-launcher-3893-thread-1-SendThread(127.0.0.1:38427)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 560860 WARN (zkConnectionManagerCallback-3895-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3bd3b97d name: ZooKeeperConnection Watcher:127.0.0.1:38427/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 560860 WARN (zkConnectionManagerCallback-3895-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 560860 INFO (zkConnectionManagerCallback-3895-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 560860 INFO (jetty-launcher-3893-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 560861 INFO (jetty-launcher-3893-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 560865 WARN (jetty-launcher-3893-thread-1-SendThread(127.0.0.1:38427)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045c7f38600003.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045c7f38600003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045c7f38600003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 562456 INFO (jetty-launcher-3893-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 562456 WARN (jetty-launcher-3893-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 562457 WARN (jetty-launcher-3893-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@43e8834c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 562457 WARN (jetty-launcher-3893-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@43e8834c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 562459 WARN (jetty-launcher-3893-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 562460 WARN (jetty-launcher-3893-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@26aa1961[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 562460 WARN (jetty-launcher-3893-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@26aa1961[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 562461 INFO (jetty-launcher-3893-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38427/solr
[junit4] 2> 562461 INFO (jetty-launcher-3893-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 562462 WARN (jetty-launcher-3893-thread-1-SendThread(127.0.0.1:38427)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 562465 WARN (zkConnectionManagerCallback-3906-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7182c4da name: ZooKeeperConnection Watcher:127.0.0.1:38427 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 562466 WARN (zkConnectionManagerCallback-3906-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 562466 INFO (zkConnectionManagerCallback-3906-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 562466 INFO (jetty-launcher-3893-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 562467 WARN (jetty-launcher-3893-thread-1-SendThread(127.0.0.1:38427)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045c7f38600004.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045c7f38600004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045c7f38600004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 562568 INFO (jetty-launcher-3893-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 562568 WARN (jetty-launcher-3893-thread-1-SendThread(127.0.0.1:38427)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 562568 WARN (zkConnectionManagerCallback-3908-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3f6b7e7a name: ZooKeeperConnection Watcher:127.0.0.1:38427/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 562568 WARN (zkConnectionManagerCallback-3908-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 562569 INFO (zkConnectionManagerCallback-3908-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 562569 INFO (jetty-launcher-3893-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 562577 WARN (jetty-launcher-3893-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 562637 INFO (jetty-launcher-3893-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40969_solr
[junit4] 2> 562637 INFO (jetty-launcher-3893-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.Overseer Overseer (id=73285195421188101-127.0.0.1:40969_solr-n_0000000000) starting
[junit4] 2> 562641 INFO (OverseerStateUpdate-73285195421188101-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:40969_solr
[junit4] 2> 562642 INFO (jetty-launcher-3893-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40969_solr
[junit4] 2> 562642 INFO (OverseerStateUpdate-73285195421188101-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 562644 INFO (jetty-launcher-3893-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 562645 INFO (jetty-launcher-3893-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.ConfigurableInternodeAuthHadoopPlugin
[junit4] 2> 562652 INFO (jetty-launcher-3893-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-001/minikdc/jaas-client.conf
[junit4] 2> 562706 INFO (jetty-launcher-3893-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.s.HadoopAuthPlugin Params: {kerberos.principal=HTTP/127.0.0.1, kerberos.keytab=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-001/minikdc/keytabs, type=kerberos, kerberos.name.rules=RULE:[1:$1@$0](.*EXAMPLE.COM)s/@.*//
[junit4] 2> RULE:[2:$2@$0](.*EXAMPLE.COM)s/@.*//
[junit4] 2> DEFAULT, delegation-token.json-mapper.AUTO_CLOSE_TARGET=false}
[junit4] 2> 562741 INFO (jetty-launcher-3893-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-001/minikdc/jaas-client.conf
[junit4] 2> 562744 WARN (jetty-launcher-3893-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=enabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 562744 WARN (jetty-launcher-3893-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.CoreContainer Solr authentication is enabled, but SSL is off. Consider enabling SSL to protect user credentials and data with encryption.
[junit4] 2> 562753 INFO (jetty-launcher-3893-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 562783 INFO (jetty-launcher-3893-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40969.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c86955a
[junit4] 2> 562789 INFO (jetty-launcher-3893-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40969.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c86955a
[junit4] 2> 562789 INFO (jetty-launcher-3893-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40969.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c86955a
[junit4] 2> 562790 INFO (jetty-launcher-3893-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-002/node1
[junit4] 2> 562809 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 562809 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 562809 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker-SendThread(127.0.0.1:38427)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 562810 WARN (zkConnectionManagerCallback-3925-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5b898492 name: ZooKeeperConnection Watcher:127.0.0.1:38427/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 562810 WARN (zkConnectionManagerCallback-3925-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 562810 INFO (zkConnectionManagerCallback-3925-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 562810 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 562811 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 562813 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38427/solr ready
[junit4] 2> 562828 INFO (TEST-TestSolrCloudWithHadoopAuthPlugin.testBasics-seed#[8993D7366778861C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
[junit4] 1> Debug is true storeKey true useTicketCache false useKeyTab true doNotPrompt false ticketCache is null isInitiator true KeyTab is /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-001/minikdc/keytabs refreshKrb5Config is true principal is solr tryFirstPass is false useFirstPass is false storePass is false clearPass is false
[junit4] 1> Refreshing Kerberos configuration
[junit4] 2> 562959 INFO (pool-88-thread-1) [ ] o.a.k.k.k.s.r.KdcRequest The preauth data is empty.
[junit4] 2> 562970 INFO (pool-88-thread-1) [ ] o.a.k.k.k.s.KdcHandler KRB error occurred while processing request:Additional pre-authentication required
[junit4] 2> 563005 INFO (pool-88-thread-1) [ ] o.a.k.k.k.s.r.AsRequest AS_REQ ISSUE: authtime 1617685663585,solr@EXAMPLE.COM for krbtgt/EXAMPLE.COM@EXAMPLE.COM
[junit4] 1> principal is solr@EXAMPLE.COM
[junit4] 1> Will use keytab
[junit4] 1> Commit Succeeded
[junit4] 1>
[junit4] 2> 563032 INFO (pool-88-thread-1) [ ] o.a.k.k.k.s.r.TgsRequest TGS_REQ ISSUE: authtime 1617685663615,solr for HTTP/127.0.0.1@EXAMPLE.COM
[junit4] 2> 563053 INFO (OverseerThreadFactory-3915-thread-1-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testkerberoscollection
[junit4] 2> 563183 INFO (qtp1594043967-8614) [n:127.0.0.1:40969_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
[junit4] 2> 563184 INFO (qtp1594043967-8615) [ ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from node: 127.0.0.1:40969_solr / MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAk9EJt+aN1PjRAPFYCqMtGqv4GcDiVDqK4ShzgzwOjCGCxHI1k4bOTqG9qi/g9vl04/r85a4Py9bMW1cm0Rlm6YPRYZqYQNn+vUiR8iJlogJWCmGymh0jMEf6xt9jvsOknj+xh6Do0kEsANLRL4Bbp6V/wy+EviaQqfGA6rjIjU9Fh2d3VJB2r0ImMuR6Skxho3kCxSUPbAMtd8fWrY/26PNdgGSpGlAXTKJQcudHQhG2EqOGdOKzlvBPgaPRE1RRU/z0tu8J66Kn3YTBwoxTHI1UcYxVqrKTQdg2nSbWcLHHm7osUtjikSGaxWapZqnGCUmdk5wQaJ7phS0KyxAUJwIDAQAB
[junit4] 2> 563187 INFO (qtp1594043967-8615) [n:127.0.0.1:40969_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 563187 INFO (qtp1594043967-8615) [n:127.0.0.1:40969_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 563193 INFO (OverseerStateUpdate-73285195421188101-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"testkerberoscollection_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:40969_solr",
[junit4] 2> "base_url":"https://127.0.0.1:40969/solr",
[junit4] 2> "collection":"testkerberoscollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 563409 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr x:testkerberoscollection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=testkerberoscollection_shard1_replica_n1&action=CREATE&numShards=1&collection=testkerberoscollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 563419 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 563436 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 563436 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 563436 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testkerberoscollection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 563438 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40969.solr.core.testkerberoscollection.shard1.replica_n1' (registry 'solr.core.testkerberoscollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c86955a
[junit4] 2> 563438 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrCore [[testkerberoscollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-002/node1/testkerberoscollection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-002/node1/testkerberoscollection_shard1_replica_n1/data/]
[junit4] 2> 563481 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 563481 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 563482 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 563482 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 563484 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 563484 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 563485 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 563485 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1696266362885767168
[junit4] 2> 563497 INFO (searcherExecutor-3927-thread-1-processing-n:127.0.0.1:40969_solr x:testkerberoscollection_shard1_replica_n1 c:testkerberoscollection s:shard1 r:core_node2) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrCore [testkerberoscollection_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 563500 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testkerberoscollection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 563501 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testkerberoscollection/leaders/shard1
[junit4] 2> 563504 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 563504 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 563504 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40969/solr/testkerberoscollection_shard1_replica_n1/
[junit4] 2> 563504 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 563505 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:40969/solr/testkerberoscollection_shard1_replica_n1/ has no replicas
[junit4] 2> 563505 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testkerberoscollection/leaders/shard1/leader after winning as /collections/testkerberoscollection/leader_elect/shard1/election/73285195421188101-core_node2-n_0000000000
[junit4] 2> 563507 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40969/solr/testkerberoscollection_shard1_replica_n1/ shard1
[junit4] 2> 563613 INFO (zkCallback-3907-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 563614 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 563616 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=testkerberoscollection_shard1_replica_n1&action=CREATE&numShards=1&collection=testkerberoscollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=207
[junit4] 2> 563618 INFO (qtp1594043967-8616) [n:127.0.0.1:40969_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 563716 INFO (zkCallback-3907-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 563716 INFO (zkCallback-3907-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 563717 INFO (qtp1594043967-8616) [n:127.0.0.1:40969_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=testkerberoscollection&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=667
[junit4] 2> 563726 INFO (TEST-TestSolrCloudWithHadoopAuthPlugin.testBasics-seed#[8993D7366778861C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBasics
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithHadoopAuthPlugin -Dtests.method=testBasics -Dtests.seed=8993D7366778861C -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=hu -Dtests.timezone=Asia/Manila -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.91s J3 | TestSolrCloudWithHadoopAuthPlugin.testBasics <<<
[junit4] > Throwable #1: java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=13918880, failWrongCredentials=1, requestTimes=2039, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
[junit4] > at __randomizedtesting.SeedInfo.seed([8993D7366778861C:B44B791A5F96D86C]:0)
[junit4] > at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:138)
[junit4] > at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:98)
[junit4] > at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:122)
[junit4] > at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 563728 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.k.k.k.s.i.DefaultInternalKdcServerImpl Default Internal kdc server stopped.
[junit4] 2> 564832 INFO (jetty-closer-3932-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=945498072
[junit4] 2> 564832 INFO (jetty-closer-3932-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:40969_solr
[junit4] 2> 564833 INFO (jetty-closer-3932-thread-1) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 564833 INFO (jetty-closer-3932-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:40969_solr as DOWN
[junit4] 2> 564835 INFO (coreCloseExecutor-3936-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.SolrCore [testkerberoscollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@4f725cae
[junit4] 2> 564835 INFO (coreCloseExecutor-3936-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testkerberoscollection.shard1.replica_n1 tag=SolrCore@4f725cae
[junit4] 2> 564835 INFO (coreCloseExecutor-3936-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@76250a18: rootName = solr_40969, domain = solr.core.testkerberoscollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testkerberoscollection.shard1.replica_n1/com.codahale.metrics.MetricRegistry@fc8f9b1
[junit4] 2> 564845 INFO (coreCloseExecutor-3936-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testkerberoscollection.shard1.leader tag=SolrCore@4f725cae
[junit4] 2> 564846 INFO (coreCloseExecutor-3936-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 564847 INFO (jetty-closer-3932-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 564847 INFO (jetty-closer-3932-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1df38b40: rootName = solr_40969, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@5c5738f9
[junit4] 2> 564852 INFO (jetty-closer-3932-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 564852 INFO (jetty-closer-3932-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5e5422c6: rootName = solr_40969, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@6c3e2f9b
[junit4] 2> 564854 INFO (jetty-closer-3932-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 564854 INFO (jetty-closer-3932-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@49d6cb84: rootName = solr_40969, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@456f7999
[junit4] 2> 564854 INFO (jetty-closer-3932-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 564855 INFO (closeThreadPool-3938-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73285195421188101-127.0.0.1:40969_solr-n_0000000000) closing
[junit4] 2> 564856 INFO (OverseerStateUpdate-73285195421188101-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40969_solr
[junit4] 2> 564863 INFO (OverseerAutoScalingTriggerThread-73285195421188101-127.0.0.1:40969_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 564865 INFO (closeThreadPool-3938-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73285195421188101-127.0.0.1:40969_solr-n_0000000000) closing
[junit4] 2> 564966 INFO (jetty-closer-3932-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73285195421188101-127.0.0.1:40969_solr-n_0000000000) closing
[junit4] 2> 564967 INFO (jetty-closer-3932-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@55fb454f{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 564967 INFO (jetty-closer-3932-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4265ca65{/solr,null,STOPPED}
[junit4] 2> 564967 INFO (jetty-closer-3932-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 564968 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 565170 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/collections/testkerberoscollection/terms/shard1
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/collections/testkerberoscollection/state.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/overseer/queue
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2> 4 /solr/collections/testkerberoscollection/state.json
[junit4] 2> 4 /solr/collections
[junit4] 2> 3 /solr/live_nodes
[junit4] 2>
[junit4] 2> 565172 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:38427
[junit4] 2> 565172 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:38427
[junit4] 2> 565172 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 38427
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001
[junit4] 2> Apr 06, 2021 5:07:45 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=1148, maxMBSortInHeap=7.931011184472013, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=hu, timezone=Asia/Manila
[junit4] 2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=280971360,total=518520832
[junit4] 2> NOTE: All tests run in this JVM: [TestDistributedGrouping, TestHdfsBackupRestoreCore, TestSQLHandlerNonCloud, SuggesterTSTTest, TestXmlQParserPlugin, TestManagedResourceStorage, ReplaceNodeNoTargetTest, TestCloudPhrasesIdentificationComponent, HdfsRestartWhileUpdatingTest, TestNamedUpdateProcessors, HDFSCollectionsAPITest, SynonymTokenizerTest, IndexSchemaRuntimeFieldTest, ForceLeaderWithTlogReplicasTest, ResponseBuilderTest, IndexSizeTriggerSizeEstimationTest, URLClassifyProcessorTest, TestLMDirichletSimilarityFactory, TestRealTimeGet, TestExpandComponent, DistributedSpellCheckComponentTest, TestPrepRecovery, TestCodecSupport, AddBlockUpdateTest, TestGeoJSONResponseWriter, AddReplicaTest, TestNRTOpen, SimpleFacetsTest, TestHdfsCloudBackupRestore, TestHttpServletCarrier, AutoscalingHistoryHandlerTest, TransactionLogTest, TestSolrDeletionPolicy2, SortSpecParsingTest, TestAuthenticationFramework, FastVectorHighlighterTest, TestSubQueryTransformer, TestDeleteCollectionOnDownNodes, CollectionPropsTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestConfigSetProperties, TestShardHandlerFactory, TestConfigSetsAPIExclusivity, SolrLogAuditLoggerPluginTest, DistributedFacetPivotLongTailTest, TestPointFields, SecurityConfHandlerTest, Tagger2Test, TestStressReorder, DeleteStatusTest, TestCloudSchemaless, TestSchemaSimilarityResource, MultiSolrCloudTestCaseTest, ExitableDirectoryReaderTest, TestSimLargeCluster, TestPolicyCloud, TestSolrCloudWithHadoopAuthPlugin]
[junit4] Completed [208/936 (1!)] on J3 in 6.01s, 1 test, 1 failure <<< FAILURES!
[...truncated 53306 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 2003 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/2003/
1 tests failed.
FAILED: org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics
Error Message:
Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=23758263, failWrongCredentials=1, requestTimes=1899, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
Stack Trace:
java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=23758263, failWrongCredentials=1, requestTimes=1899, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
at __randomizedtesting.SeedInfo.seed([6BF8684AA3C2C816:5620C6669B2C9666]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:138)
at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:98)
at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:122)
at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13555 lines...]
[junit4] Suite: org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin
[junit4] 2> 170330 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> 170330 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 170330 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/data-dir-35-001
[junit4] 2> 170330 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 170331 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 170332 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.SolrCloudTestCase Using per-replica state
[junit4] 2> 170619 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-002
[junit4] 2> 170620 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 170620 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 170621 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 170624 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 170720 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port: 39243
[junit4] 2> 170720 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:39243
[junit4] 2> 170720 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:39243
[junit4] 2> 170720 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 39243
[junit4] 2> 170731 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker-SendThread(127.0.0.1:39243)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 170731 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 170735 WARN (zkConnectionManagerCallback-1564-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@56a5be64 name: ZooKeeperConnection Watcher:127.0.0.1:39243 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 170735 WARN (zkConnectionManagerCallback-1564-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 170736 INFO (zkConnectionManagerCallback-1564-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 170736 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 170744 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 170744 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker-SendThread(127.0.0.1:39243)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 170745 WARN (zkConnectionManagerCallback-1566-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4966f11a name: ZooKeeperConnection Watcher:127.0.0.1:39243/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 170745 WARN (zkConnectionManagerCallback-1566-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 170745 INFO (zkConnectionManagerCallback-1566-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 170745 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 170748 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker-SendThread(127.0.0.1:39243)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 170748 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 170752 WARN (zkConnectionManagerCallback-1568-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7aec7ecd name: ZooKeeperConnection Watcher:127.0.0.1:39243 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 170752 WARN (zkConnectionManagerCallback-1568-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 170752 INFO (zkConnectionManagerCallback-1568-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 170752 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 170856 INFO (jetty-launcher-1569-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 170856 INFO (jetty-launcher-1569-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 170856 INFO (jetty-launcher-1569-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 170857 INFO (jetty-launcher-1569-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 170857 INFO (jetty-launcher-1569-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 170857 INFO (jetty-launcher-1569-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 170857 INFO (jetty-launcher-1569-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7f521d3d{/solr,null,AVAILABLE}
[junit4] 2> 170858 INFO (jetty-launcher-1569-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3600841d{SSL, (ssl, http/1.1)}{127.0.0.1:46741}
[junit4] 2> 170858 INFO (jetty-launcher-1569-thread-1) [ ] o.e.j.s.Server Started @170888ms
[junit4] 2> 170858 INFO (jetty-launcher-1569-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:39243/solr, hostPort=46741}
[junit4] 2> 170858 ERROR (jetty-launcher-1569-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 170858 INFO (jetty-launcher-1569-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 170858 INFO (jetty-launcher-1569-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 170858 INFO (jetty-launcher-1569-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 170858 INFO (jetty-launcher-1569-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 170858 INFO (jetty-launcher-1569-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-06T02:09:32.590Z
[junit4] 2> 170859 INFO (jetty-launcher-1569-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 170859 WARN (jetty-launcher-1569-thread-1-SendThread(127.0.0.1:39243)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 170860 WARN (zkConnectionManagerCallback-1571-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@47ad6f42 name: ZooKeeperConnection Watcher:127.0.0.1:39243/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 170860 WARN (zkConnectionManagerCallback-1571-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 170860 INFO (zkConnectionManagerCallback-1571-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 170860 INFO (jetty-launcher-1569-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 170860 INFO (jetty-launcher-1569-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 170865 WARN (jetty-launcher-1569-thread-1-SendThread(127.0.0.1:39243)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045bdc1f050003.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045bdc1f050003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045bdc1f050003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 171364 INFO (jetty-launcher-1569-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 171365 WARN (jetty-launcher-1569-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 171366 WARN (jetty-launcher-1569-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@29826d53[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 171366 WARN (jetty-launcher-1569-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@29826d53[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 171368 WARN (jetty-launcher-1569-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 171372 WARN (jetty-launcher-1569-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2002775d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 171372 WARN (jetty-launcher-1569-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2002775d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 171373 INFO (jetty-launcher-1569-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39243/solr
[junit4] 2> 171374 INFO (jetty-launcher-1569-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 171374 WARN (jetty-launcher-1569-thread-1-SendThread(127.0.0.1:39243)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 171374 WARN (zkConnectionManagerCallback-1582-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@625bf048 name: ZooKeeperConnection Watcher:127.0.0.1:39243 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 171375 WARN (zkConnectionManagerCallback-1582-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 171375 INFO (zkConnectionManagerCallback-1582-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 171375 INFO (jetty-launcher-1569-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 171376 WARN (jetty-launcher-1569-thread-1-SendThread(127.0.0.1:39243)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045bdc1f050004.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045bdc1f050004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045bdc1f050004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 171477 INFO (jetty-launcher-1569-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 171478 WARN (jetty-launcher-1569-thread-1-SendThread(127.0.0.1:39243)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 171478 WARN (zkConnectionManagerCallback-1584-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@82e8cf1 name: ZooKeeperConnection Watcher:127.0.0.1:39243/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 171478 WARN (zkConnectionManagerCallback-1584-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 171479 INFO (zkConnectionManagerCallback-1584-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 171479 INFO (jetty-launcher-1569-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 171490 WARN (jetty-launcher-1569-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 171552 INFO (jetty-launcher-1569-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46741_solr
[junit4] 2> 171552 INFO (jetty-launcher-1569-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.c.Overseer Overseer (id=73284494916124677-127.0.0.1:46741_solr-n_0000000000) starting
[junit4] 2> 171562 INFO (OverseerStateUpdate-73284494916124677-127.0.0.1:46741_solr-n_0000000000) [n:127.0.0.1:46741_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:46741_solr
[junit4] 2> 171562 INFO (jetty-launcher-1569-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46741_solr
[junit4] 2> 171563 INFO (OverseerStateUpdate-73284494916124677-127.0.0.1:46741_solr-n_0000000000) [n:127.0.0.1:46741_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 171565 INFO (jetty-launcher-1569-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 171565 INFO (jetty-launcher-1569-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.ConfigurableInternodeAuthHadoopPlugin
[junit4] 2> 171582 INFO (jetty-launcher-1569-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-001/minikdc/jaas-client.conf
[junit4] 2> 171586 INFO (jetty-launcher-1569-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.s.HadoopAuthPlugin Params: {kerberos.principal=HTTP/127.0.0.1, kerberos.keytab=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-001/minikdc/keytabs, type=kerberos, kerberos.name.rules=RULE:[1:$1@$0](.*EXAMPLE.COM)s/@.*//
[junit4] 2> RULE:[2:$2@$0](.*EXAMPLE.COM)s/@.*//
[junit4] 2> DEFAULT, delegation-token.json-mapper.AUTO_CLOSE_TARGET=false}
[junit4] 2> 171606 INFO (jetty-launcher-1569-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-001/minikdc/jaas-client.conf
[junit4] 2> 171611 WARN (jetty-launcher-1569-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=enabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 171611 WARN (jetty-launcher-1569-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.c.CoreContainer Solr authentication is enabled, but SSL is off. Consider enabling SSL to protect user credentials and data with encryption.
[junit4] 2> 171622 INFO (jetty-launcher-1569-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 171654 INFO (jetty-launcher-1569-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46741.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d8e909f
[junit4] 2> 171661 INFO (jetty-launcher-1569-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46741.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d8e909f
[junit4] 2> 171661 INFO (jetty-launcher-1569-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46741.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d8e909f
[junit4] 2> 171662 INFO (jetty-launcher-1569-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-002/node1
[junit4] 2> 171677 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 171678 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker-SendThread(127.0.0.1:39243)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 171678 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 171679 WARN (zkConnectionManagerCallback-1601-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@34060833 name: ZooKeeperConnection Watcher:127.0.0.1:39243/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 171679 WARN (zkConnectionManagerCallback-1601-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 171682 INFO (zkConnectionManagerCallback-1601-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 171682 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 171685 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 171686 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39243/solr ready
[junit4] 2> 171705 INFO (TEST-TestSolrCloudWithHadoopAuthPlugin.testBasics-seed#[6BF8684AA3C2C816]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
[junit4] 1> Debug is true storeKey true useTicketCache false useKeyTab true doNotPrompt false ticketCache is null isInitiator true KeyTab is /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-001/minikdc/keytabs refreshKrb5Config is true principal is solr tryFirstPass is false useFirstPass is false storePass is false clearPass is false
[junit4] 1> Refreshing Kerberos configuration
[junit4] 2> 171834 INFO (pool-9-thread-1) [ ] o.a.k.k.k.s.r.KdcRequest The preauth data is empty.
[junit4] 2> 171845 INFO (pool-9-thread-1) [ ] o.a.k.k.k.s.KdcHandler KRB error occurred while processing request:Additional pre-authentication required
[junit4] 2> 171872 INFO (pool-9-thread-1) [ ] o.a.k.k.k.s.r.AsRequest AS_REQ ISSUE: authtime 1617674973601,solr@EXAMPLE.COM for krbtgt/EXAMPLE.COM@EXAMPLE.COM
[junit4] 1> principal is solr@EXAMPLE.COM
[junit4] 1> Will use keytab
[junit4] 1> Commit Succeeded
[junit4] 1>
[junit4] 2> 171904 INFO (pool-9-thread-1) [ ] o.a.k.k.k.s.r.TgsRequest TGS_REQ ISSUE: authtime 1617674973636,solr for HTTP/127.0.0.1@EXAMPLE.COM
[junit4] 2> 171927 WARN (qtp2046455657-2392) [ ] o.a.h.s.a.u.KerberosName auth_to_local rule mechanism not set.Using default of hadoop
[junit4] 2> 171935 INFO (OverseerThreadFactory-1591-thread-1-processing-n:127.0.0.1:46741_solr) [n:127.0.0.1:46741_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testkerberoscollection
[junit4] 2> 172083 INFO (qtp2046455657-2391) [n:127.0.0.1:46741_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
[junit4] 2> 172084 INFO (qtp2046455657-2390) [ ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from node: 127.0.0.1:46741_solr / MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAic2s4AN2jKnDjhtV+fKeKUyQliHNlFXeyKb5W9qCGCsrR1nv0OAlviwovLsuzjK89qPDse7n4KdX+qQY0r2xh1fP6lwG1GgOj9HC1edT8w5AK5tuvMyoRTxIcBm2oC46OWxrBkNN2C5Hi9VNafjzGDlV1K1ntcC8NYOE7MtW0bM2PKx1P/J+3MhHQp1DxL3wbkmh8NYAV0AW1WCTaPzbyMgaya/smDry8BEToGxnWA9fKHSf5Srnirmc1lleQB7bSOnOD+GsF2ekkCjcqZ7EAcnMpGyd2Fy7NvbJKvKSYZkEgkrrXgGkPZSxqMVT67NUC0keL5mrJGDpcY3W/0ysUQIDAQAB
[junit4] 2> 172087 INFO (qtp2046455657-2390) [n:127.0.0.1:46741_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 172088 INFO (qtp2046455657-2390) [n:127.0.0.1:46741_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 172111 INFO (OverseerStateUpdate-73284494916124677-127.0.0.1:46741_solr-n_0000000000) [n:127.0.0.1:46741_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"testkerberoscollection_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:46741_solr",
[junit4] 2> "base_url":"https://127.0.0.1:46741/solr",
[junit4] 2> "collection":"testkerberoscollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 172337 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr x:testkerberoscollection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=testkerberoscollection_shard1_replica_n1&action=CREATE&numShards=1&collection=testkerberoscollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 172362 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 172377 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 172377 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 172377 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testkerberoscollection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 172378 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46741.solr.core.testkerberoscollection.shard1.replica_n1' (registry 'solr.core.testkerberoscollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d8e909f
[junit4] 2> 172379 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrCore [[testkerberoscollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-002/node1/testkerberoscollection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-002/node1/testkerberoscollection_shard1_replica_n1/data/]
[junit4] 2> 172428 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 172428 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 172429 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 172429 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 172432 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 172433 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 172433 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 172433 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1696255153710039040
[junit4] 2> 172436 INFO (searcherExecutor-1603-thread-1-processing-n:127.0.0.1:46741_solr x:testkerberoscollection_shard1_replica_n1 c:testkerberoscollection s:shard1 r:core_node2) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrCore [testkerberoscollection_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 172439 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testkerberoscollection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 172439 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testkerberoscollection/leaders/shard1
[junit4] 2> 172446 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 172446 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 172446 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:46741/solr/testkerberoscollection_shard1_replica_n1/
[junit4] 2> 172446 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 172447 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:46741/solr/testkerberoscollection_shard1_replica_n1/ has no replicas
[junit4] 2> 172447 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testkerberoscollection/leaders/shard1/leader after winning as /collections/testkerberoscollection/leader_elect/shard1/election/73284494916124677-core_node2-n_0000000000
[junit4] 2> 172449 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46741/solr/testkerberoscollection_shard1_replica_n1/ shard1
[junit4] 2> 172551 INFO (zkCallback-1583-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 172551 INFO (zkCallback-1583-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 172551 INFO (zkCallback-1583-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 172552 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 172556 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=testkerberoscollection_shard1_replica_n1&action=CREATE&numShards=1&collection=testkerberoscollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=218
[junit4] 2> 172558 INFO (qtp2046455657-2392) [n:127.0.0.1:46741_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 172655 INFO (zkCallback-1583-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 172655 INFO (zkCallback-1583-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 172655 INFO (zkCallback-1583-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 172656 INFO (zkCallback-1583-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 172656 INFO (qtp2046455657-2392) [n:127.0.0.1:46741_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=testkerberoscollection&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=724
[junit4] 2> 172665 INFO (TEST-TestSolrCloudWithHadoopAuthPlugin.testBasics-seed#[6BF8684AA3C2C816]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBasics
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithHadoopAuthPlugin -Dtests.method=testBasics -Dtests.seed=6BF8684AA3C2C816 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-PR -Dtests.timezone=Brazil/West -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.98s J3 | TestSolrCloudWithHadoopAuthPlugin.testBasics <<<
[junit4] > Throwable #1: java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=23758263, failWrongCredentials=1, requestTimes=1899, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
[junit4] > at __randomizedtesting.SeedInfo.seed([6BF8684AA3C2C816:5620C6669B2C9666]:0)
[junit4] > at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:138)
[junit4] > at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:98)
[junit4] > at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:122)
[junit4] > at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 172670 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.k.k.k.s.i.DefaultInternalKdcServerImpl Default Internal kdc server stopped.
[junit4] 2> 173775 INFO (jetty-closer-1608-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1666980506
[junit4] 2> 173775 INFO (jetty-closer-1608-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:46741_solr
[junit4] 2> 173776 INFO (jetty-closer-1608-thread-1) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 173776 INFO (jetty-closer-1608-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:46741_solr as DOWN
[junit4] 2> 173781 INFO (coreCloseExecutor-1612-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.c.SolrCore [testkerberoscollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@5ce49992
[junit4] 2> 173781 INFO (coreCloseExecutor-1612-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testkerberoscollection.shard1.replica_n1 tag=SolrCore@5ce49992
[junit4] 2> 173781 INFO (coreCloseExecutor-1612-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3f3017fe: rootName = solr_46741, domain = solr.core.testkerberoscollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testkerberoscollection.shard1.replica_n1/com.codahale.metrics.MetricRegistry@17d2693
[junit4] 2> 173791 INFO (coreCloseExecutor-1612-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testkerberoscollection.shard1.leader tag=SolrCore@5ce49992
[junit4] 2> 173792 INFO (coreCloseExecutor-1612-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 173808 INFO (jetty-closer-1608-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 173808 INFO (jetty-closer-1608-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@368d288b: rootName = solr_46741, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@3e0dd4c8
[junit4] 2> 173813 INFO (jetty-closer-1608-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 173813 INFO (jetty-closer-1608-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@631806b7: rootName = solr_46741, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@532f104c
[junit4] 2> 173815 INFO (jetty-closer-1608-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 173815 INFO (jetty-closer-1608-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4ffa4eac: rootName = solr_46741, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@730492b6
[junit4] 2> 173815 INFO (jetty-closer-1608-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 173818 INFO (closeThreadPool-1614-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73284494916124677-127.0.0.1:46741_solr-n_0000000000) closing
[junit4] 2> 173820 INFO (OverseerStateUpdate-73284494916124677-127.0.0.1:46741_solr-n_0000000000) [n:127.0.0.1:46741_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46741_solr
[junit4] 2> 173824 INFO (OverseerAutoScalingTriggerThread-73284494916124677-127.0.0.1:46741_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 173825 INFO (closeThreadPool-1614-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73284494916124677-127.0.0.1:46741_solr-n_0000000000) closing
[junit4] 2> 173826 WARN (jetty-launcher-1569-thread-1-SendThread(127.0.0.1:39243)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045bdc1f050005.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045bdc1f050005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045bdc1f050005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 173928 INFO (jetty-closer-1608-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73284494916124677-127.0.0.1:46741_solr-n_0000000000) closing
[junit4] 2> 173930 INFO (jetty-closer-1608-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3600841d{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 173930 INFO (jetty-closer-1608-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7f521d3d{/solr,null,STOPPED}
[junit4] 2> 173930 INFO (jetty-closer-1608-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 173932 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 174142 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/collections/testkerberoscollection/terms/shard1
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/collections/testkerberoscollection/state.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/overseer/queue
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2> 4 /solr/collections/testkerberoscollection/state.json
[junit4] 2> 4 /solr/collections
[junit4] 2> 3 /solr/live_nodes
[junit4] 2>
[junit4] 2> 174144 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:39243
[junit4] 2> 174144 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:39243
[junit4] 2> 174144 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 39243
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001
[junit4] 2> Apr 06, 2021 2:09:36 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=590, maxMBSortInHeap=6.959720214608277, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=es-PR, timezone=Brazil/West
[junit4] 2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=237982472,total=532676608
[junit4] 2> NOTE: All tests run in this JVM: [TestTermsQParserPlugin, TestStressIncrementalBackup, TestClassicSimilarityFactory, TestLegacyFieldCache, CloudExitableDirectoryReaderTest, TestSafeXMLParsing, ConfigureRecoveryStrategyTest, NumericFieldsTest, UUIDFieldTest, TestSimDistributedQueue, HighlighterWithoutStoredIdTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestPayloadScoreQParserPlugin, TestSSLRandomization, MergeStrategyTest, TestXmlQParserPlugin, DistributedMLTComponentTest, CollectionPropsTest, NodeAddedTriggerIntegrationTest, TestCollectionAPIs, ZkCollectionPropsCachingTest, CloudReplicaSourceTest, TestStressReorder, BaseCdcrDistributedZkTest, SolrRrdBackendFactoryTest, SolrCoreCheckLockOnStartupTest, TestRTGBase, TestSolrCloudWithHadoopAuthPlugin]
[junit4] Completed [105/936 (1!)] on J3 in 4.76s, 1 test, 1 failure <<< FAILURES!
[...truncated 53705 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 2002 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/2002/
1 tests failed.
FAILED: org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics
Error Message:
Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=3219710, failWrongCredentials=1, requestTimes=2604, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
Stack Trace:
java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=3219710, failWrongCredentials=1, requestTimes=2604, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
at __randomizedtesting.SeedInfo.seed([9C8BF799354962AD:A15359B50DA73CDD]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:138)
at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:98)
at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:122)
at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 16129 lines...]
[junit4] Suite: org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin
[junit4] 2> 2390651 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> 2390651 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/data-dir-210-001
[junit4] 2> 2390651 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2390653 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 2390653 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2390653 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.SolrCloudTestCase Using per-replica state
[junit4] 2> 2390657 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-002
[junit4] 2> 2390657 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2390659 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 2390659 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2390660 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 2390759 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port: 33729
[junit4] 2> 2390759 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:33729
[junit4] 2> 2390759 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33729
[junit4] 2> 2390759 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33729
[junit4] 2> 2390761 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2390761 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker-SendThread(127.0.0.1:33729)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2390761 WARN (zkConnectionManagerCallback-25352-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2ec2a758 name: ZooKeeperConnection Watcher:127.0.0.1:33729 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 2390762 WARN (zkConnectionManagerCallback-25352-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 2390763 INFO (zkConnectionManagerCallback-25352-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2390763 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2390767 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker-SendThread(127.0.0.1:33729)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2390768 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2390770 WARN (zkConnectionManagerCallback-25354-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3569b9ba name: ZooKeeperConnection Watcher:127.0.0.1:33729/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 2390770 WARN (zkConnectionManagerCallback-25354-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 2390770 INFO (zkConnectionManagerCallback-25354-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2390770 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2390771 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2390771 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker-SendThread(127.0.0.1:33729)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2390772 WARN (zkConnectionManagerCallback-25356-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7a36f077 name: ZooKeeperConnection Watcher:127.0.0.1:33729 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 2390772 WARN (zkConnectionManagerCallback-25356-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 2390772 INFO (zkConnectionManagerCallback-25356-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2390772 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2390773 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker-SendThread(127.0.0.1:33729)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045b92d0570002.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045b92d0570002, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045b92d0570002, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2390874 INFO (jetty-launcher-25357-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2390874 INFO (jetty-launcher-25357-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 2390874 INFO (jetty-launcher-25357-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 2390875 INFO (jetty-launcher-25357-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2390875 INFO (jetty-launcher-25357-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2390875 INFO (jetty-launcher-25357-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2390875 INFO (jetty-launcher-25357-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6117d2{/solr,null,AVAILABLE}
[junit4] 2> 2390875 INFO (jetty-launcher-25357-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@342da492{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43037}
[junit4] 2> 2390875 INFO (jetty-launcher-25357-thread-1) [ ] o.e.j.s.Server Started @2390904ms
[junit4] 2> 2390875 INFO (jetty-launcher-25357-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:33729/solr, hostPort=43037}
[junit4] 2> 2390876 ERROR (jetty-launcher-25357-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2390876 INFO (jetty-launcher-25357-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2390876 INFO (jetty-launcher-25357-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.0
[junit4] 2> 2390876 INFO (jetty-launcher-25357-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2390876 INFO (jetty-launcher-25357-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 2390876 INFO (jetty-launcher-25357-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-06T00:49:28.302Z
[junit4] 2> 2390876 INFO (jetty-launcher-25357-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2390876 WARN (jetty-launcher-25357-thread-1-SendThread(127.0.0.1:33729)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2390877 WARN (zkConnectionManagerCallback-25359-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1cd9be0 name: ZooKeeperConnection Watcher:127.0.0.1:33729/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 2390877 WARN (zkConnectionManagerCallback-25359-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 2390877 INFO (zkConnectionManagerCallback-25359-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2390877 INFO (jetty-launcher-25357-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2390877 INFO (jetty-launcher-25357-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2391477 INFO (jetty-launcher-25357-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2391478 WARN (jetty-launcher-25357-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3f03664[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2391478 WARN (jetty-launcher-25357-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3f03664[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2391480 WARN (jetty-launcher-25357-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2abb2f8f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2391480 WARN (jetty-launcher-25357-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2abb2f8f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2391481 INFO (jetty-launcher-25357-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33729/solr
[junit4] 2> 2391481 INFO (jetty-launcher-25357-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2391482 WARN (jetty-launcher-25357-thread-1-SendThread(127.0.0.1:33729)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2391482 WARN (zkConnectionManagerCallback-25370-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4e3f4685 name: ZooKeeperConnection Watcher:127.0.0.1:33729 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 2391483 WARN (zkConnectionManagerCallback-25370-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 2391483 INFO (zkConnectionManagerCallback-25370-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2391483 INFO (jetty-launcher-25357-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2391484 WARN (jetty-launcher-25357-thread-1-SendThread(127.0.0.1:33729)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045b92d0570004.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045b92d0570004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045b92d0570004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2391585 WARN (jetty-launcher-25357-thread-1-SendThread(127.0.0.1:33729)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2391594 INFO (jetty-launcher-25357-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2391594 WARN (zkConnectionManagerCallback-25372-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3a8c50 name: ZooKeeperConnection Watcher:127.0.0.1:33729/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 2391594 WARN (zkConnectionManagerCallback-25372-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 2391594 INFO (zkConnectionManagerCallback-25372-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2391594 INFO (jetty-launcher-25357-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2391605 WARN (jetty-launcher-25357-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 2391672 INFO (jetty-launcher-25357-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43037_solr
[junit4] 2> 2391672 INFO (jetty-launcher-25357-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.c.Overseer Overseer (id=73284180063485957-127.0.0.1:43037_solr-n_0000000000) starting
[junit4] 2> 2391676 INFO (OverseerStateUpdate-73284180063485957-127.0.0.1:43037_solr-n_0000000000) [n:127.0.0.1:43037_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43037_solr
[junit4] 2> 2391678 INFO (jetty-launcher-25357-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43037_solr
[junit4] 2> 2391680 INFO (jetty-launcher-25357-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2391680 INFO (jetty-launcher-25357-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.ConfigurableInternodeAuthHadoopPlugin
[junit4] 2> 2391682 INFO (jetty-launcher-25357-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-001/minikdc/jaas-client.conf
[junit4] 2> 2391682 INFO (jetty-launcher-25357-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.s.HadoopAuthPlugin Params: {kerberos.principal=HTTP/127.0.0.1, kerberos.keytab=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-001/minikdc/keytabs, type=kerberos, kerberos.name.rules=RULE:[1:$1@$0](.*EXAMPLE.COM)s/@.*//
[junit4] 2> RULE:[2:$2@$0](.*EXAMPLE.COM)s/@.*//
[junit4] 2> DEFAULT, delegation-token.json-mapper.AUTO_CLOSE_TARGET=false}
[junit4] 2> 2391686 INFO (zkCallback-25371-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2391690 INFO (jetty-launcher-25357-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-001/minikdc/jaas-client.conf
[junit4] 2> 2391691 WARN (jetty-launcher-25357-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=enabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2391691 WARN (jetty-launcher-25357-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.c.CoreContainer Solr authentication is enabled, but SSL is off. Consider enabling SSL to protect user credentials and data with encryption.
[junit4] 2> 2391708 INFO (jetty-launcher-25357-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2391735 INFO (jetty-launcher-25357-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43037.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@738d0969
[junit4] 2> 2391741 INFO (jetty-launcher-25357-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43037.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@738d0969
[junit4] 2> 2391741 INFO (jetty-launcher-25357-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43037.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@738d0969
[junit4] 2> 2391742 INFO (jetty-launcher-25357-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-002/node1
[junit4] 2> 2391754 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 2391759 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker-SendThread(127.0.0.1:33729)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2391762 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2391762 WARN (zkConnectionManagerCallback-25389-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@43c46fb0 name: ZooKeeperConnection Watcher:127.0.0.1:33729/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 2391762 WARN (zkConnectionManagerCallback-25389-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 2391762 INFO (zkConnectionManagerCallback-25389-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2391762 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2391763 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2391764 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33729/solr ready
[junit4] 2> 2391787 INFO (TEST-TestSolrCloudWithHadoopAuthPlugin.testBasics-seed#[9C8BF799354962AD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
[junit4] 1> Debug is true storeKey true useTicketCache false useKeyTab true doNotPrompt false ticketCache is null isInitiator true KeyTab is /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-001/minikdc/keytabs refreshKrb5Config is true principal is solr tryFirstPass is false useFirstPass is false storePass is false clearPass is false
[junit4] 1> Refreshing Kerberos configuration
[junit4] 2> 2391794 INFO (pool-228-thread-1) [ ] o.a.k.k.k.s.r.KdcRequest The preauth data is empty.
[junit4] 2> 2391794 INFO (pool-228-thread-1) [ ] o.a.k.k.k.s.KdcHandler KRB error occurred while processing request:Additional pre-authentication required
[junit4] 2> 2391797 INFO (pool-228-thread-1) [ ] o.a.k.k.k.s.r.AsRequest AS_REQ ISSUE: authtime 1617670169223,solr@EXAMPLE.COM for krbtgt/EXAMPLE.COM@EXAMPLE.COM
[junit4] 1> principal is solr@EXAMPLE.COM
[junit4] 1> Will use keytab
[junit4] 1> Commit Succeeded
[junit4] 1>
[junit4] 2> 2391802 INFO (pool-228-thread-1) [ ] o.a.k.k.k.s.r.TgsRequest TGS_REQ ISSUE: authtime 1617670169227,solr for HTTP/127.0.0.1@EXAMPLE.COM
[junit4] 2> 2391809 INFO (OverseerThreadFactory-25379-thread-1-processing-n:127.0.0.1:43037_solr) [n:127.0.0.1:43037_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testkerberoscollection
[junit4] 2> 2391927 INFO (qtp988437951-43183) [n:127.0.0.1:43037_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
[junit4] 2> 2391927 INFO (qtp988437951-43185) [ ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from node: 127.0.0.1:43037_solr / MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAhS4161v3aWknUH2AKEY+9zuheAudjQTS/8fh6mVCgii1rhdpUJdZMoj3/l5ymWomykx0RJcFrTNEiGIv9uAWiHyGQ0FosnmW8/cJocFAJU7bi2WRtXDrRxgIU81zq32mXoCZUqNdWs9IvrGeXvBBc2alllBc3feE/3sMzi/KCzd9tgsaWWk5LVPT5oXQGpDmpVXAM23uOWGCMnzwueQyiqJgf6RJUyZ5uhdsBxBVmqxMoo7neVj480aGMS9VSCRTtuws3YSQxebOKZvcnxJFtwIP7P/oFqxw3U+/qEvE1zviN70f7HENc6EjVWLYGwCFBsOV2mAGM57OjT/xHyH8pwIDAQAB
[junit4] 2> 2391928 INFO (qtp988437951-43185) [n:127.0.0.1:43037_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2391928 INFO (qtp988437951-43185) [n:127.0.0.1:43037_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 2391932 INFO (OverseerStateUpdate-73284180063485957-127.0.0.1:43037_solr-n_0000000000) [n:127.0.0.1:43037_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"testkerberoscollection_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:43037_solr",
[junit4] 2> "base_url":"http://127.0.0.1:43037/solr",
[junit4] 2> "collection":"testkerberoscollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2392151 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr x:testkerberoscollection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=testkerberoscollection_shard1_replica_n1&action=CREATE&numShards=1&collection=testkerberoscollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2392160 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 2392188 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 2392188 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2392188 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testkerberoscollection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 2392189 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43037.solr.core.testkerberoscollection.shard1.replica_n1' (registry 'solr.core.testkerberoscollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@738d0969
[junit4] 2> 2392189 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrCore [[testkerberoscollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-002/node1/testkerberoscollection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-002/node1/testkerberoscollection_shard1_replica_n1/data/]
[junit4] 2> 2392235 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2392235 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2392236 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2392236 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2392238 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2392239 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2392239 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 2392239 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1696250115826647040
[junit4] 2> 2392242 INFO (searcherExecutor-25391-thread-1-processing-n:127.0.0.1:43037_solr x:testkerberoscollection_shard1_replica_n1 c:testkerberoscollection s:shard1 r:core_node2) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrCore [testkerberoscollection_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 2392245 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testkerberoscollection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 2392245 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testkerberoscollection/leaders/shard1
[junit4] 2> 2392249 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2392249 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2392249 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43037/solr/testkerberoscollection_shard1_replica_n1/
[junit4] 2> 2392249 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2392250 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:43037/solr/testkerberoscollection_shard1_replica_n1/ has no replicas
[junit4] 2> 2392250 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testkerberoscollection/leaders/shard1/leader after winning as /collections/testkerberoscollection/leader_elect/shard1/election/73284180063485957-core_node2-n_0000000000
[junit4] 2> 2392252 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43037/solr/testkerberoscollection_shard1_replica_n1/ shard1
[junit4] 2> 2392354 INFO (zkCallback-25371-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2392354 INFO (zkCallback-25371-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2392354 INFO (zkCallback-25371-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2392355 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2392358 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=testkerberoscollection_shard1_replica_n1&action=CREATE&numShards=1&collection=testkerberoscollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=207
[junit4] 2> 2392360 INFO (qtp988437951-43182) [n:127.0.0.1:43037_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 2392458 INFO (zkCallback-25371-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2392458 INFO (zkCallback-25371-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2392458 INFO (zkCallback-25371-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2392458 INFO (zkCallback-25371-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2392458 INFO (qtp988437951-43182) [n:127.0.0.1:43037_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=testkerberoscollection&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=652
[junit4] 2> 2392460 INFO (TEST-TestSolrCloudWithHadoopAuthPlugin.testBasics-seed#[9C8BF799354962AD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBasics
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithHadoopAuthPlugin -Dtests.method=testBasics -Dtests.seed=9C8BF799354962AD -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-EC -Dtests.timezone=Asia/Muscat -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 0.70s J1 | TestSolrCloudWithHadoopAuthPlugin.testBasics <<<
[junit4] > Throwable #1: java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=3219710, failWrongCredentials=1, requestTimes=2604, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
[junit4] > at __randomizedtesting.SeedInfo.seed([9C8BF799354962AD:A15359B50DA73CDD]:0)
[junit4] > at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:138)
[junit4] > at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:98)
[junit4] > at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:122)
[junit4] > at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2392463 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.k.k.k.s.i.DefaultInternalKdcServerImpl Default Internal kdc server stopped.
[junit4] 2> 2393567 INFO (jetty-closer-25396-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1912149904
[junit4] 2> 2393567 INFO (jetty-closer-25396-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43037_solr
[junit4] 2> 2393568 INFO (jetty-closer-25396-thread-1) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 2393568 INFO (jetty-closer-25396-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:43037_solr as DOWN
[junit4] 2> 2393570 INFO (coreCloseExecutor-25400-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.c.SolrCore [testkerberoscollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@2a42dae0
[junit4] 2> 2393570 INFO (coreCloseExecutor-25400-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testkerberoscollection.shard1.replica_n1 tag=SolrCore@2a42dae0
[junit4] 2> 2393570 INFO (coreCloseExecutor-25400-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@38048eb3: rootName = solr_43037, domain = solr.core.testkerberoscollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testkerberoscollection.shard1.replica_n1/com.codahale.metrics.MetricRegistry@44a71260
[junit4] 2> 2393580 INFO (coreCloseExecutor-25400-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testkerberoscollection.shard1.leader tag=SolrCore@2a42dae0
[junit4] 2> 2393581 INFO (coreCloseExecutor-25400-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 2393582 INFO (jetty-closer-25396-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 2393582 INFO (jetty-closer-25396-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1e8a7283: rootName = solr_43037, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@2ebd83be
[junit4] 2> 2393588 INFO (jetty-closer-25396-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 2393588 INFO (jetty-closer-25396-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@33825e26: rootName = solr_43037, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@75525d6b
[junit4] 2> 2393590 INFO (jetty-closer-25396-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 2393590 INFO (jetty-closer-25396-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@60bdfab1: rootName = solr_43037, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@38716f5
[junit4] 2> 2393590 INFO (jetty-closer-25396-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 2393591 INFO (closeThreadPool-25402-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73284180063485957-127.0.0.1:43037_solr-n_0000000000) closing
[junit4] 2> 2393592 INFO (OverseerStateUpdate-73284180063485957-127.0.0.1:43037_solr-n_0000000000) [n:127.0.0.1:43037_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43037_solr
[junit4] 2> 2393594 INFO (OverseerAutoScalingTriggerThread-73284180063485957-127.0.0.1:43037_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2393595 INFO (closeThreadPool-25402-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73284180063485957-127.0.0.1:43037_solr-n_0000000000) closing
[junit4] 2> 2393692 INFO (jetty-closer-25396-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73284180063485957-127.0.0.1:43037_solr-n_0000000000) closing
[junit4] 2> 2393693 INFO (jetty-closer-25396-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@342da492{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 2393694 INFO (jetty-closer-25396-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6117d2{/solr,null,STOPPED}
[junit4] 2> 2393694 INFO (jetty-closer-25396-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 2393694 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 2393896 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/collections/testkerberoscollection/terms/shard1
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/collections/testkerberoscollection/state.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/overseer/queue
[junit4] 2> 4 /solr/collections/testkerberoscollection/state.json
[junit4] 2> 4 /solr/collections
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/live_nodes
[junit4] 2>
[junit4] 2> 2393898 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:33729
[junit4] 2> 2393898 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33729
[junit4] 2> 2393898 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33729
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001
[junit4] 2> Apr 06, 2021 12:49:31 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=653, maxMBSortInHeap=6.45030045646984, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=es-EC, timezone=Asia/Muscat
[junit4] 2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=146089960,total=521666560
[junit4] 2> NOTE: All tests run in this JVM: [WordBreakSolrSpellCheckerTest, HdfsDirectoryTest, TestSolrCoreProperties, TestDFRSimilarityFactory, TestCloudDeleteByQuery, TestSolrConfigHandler, MultiDestinationAuditLoggerTest, TestConfigReload, TestSolrJ, SuggestComponentContextFilterQueryTest, TestConfigSetsAPIZkFailure, TestFieldSortValues, TestLegacyField, CdcrBootstrapTest, SolrCLIZkUtilsTest, AsyncCallRequestStatusResponseTest, ShardRoutingTest, SampleTest, JWTAuthPluginIntegrationTest, TestCrossCoreJoin, TestPackages, TestSerializedLuceneMatchVersion, TestValueSourceCache, TestStressVersions, TestSimUtils, TestAtomicUpdateErrorCases, MetricTriggerIntegrationTest, TestCloudJSONFacetSKGEquiv, RoutingToNodesWithPropertiesTest, XsltUpdateRequestHandlerTest, TestJoin, TestDistributedMap, TestSolrCloudWithKerberosAlt, HdfsThreadLeakTest, PurgeGraphTest, TestDocSet, TestSolrConfigHandlerCloud, CdcrUpdateLogTest, ScheduledMaintenanceTriggerTest, TestExternalRoleRuleBasedAuthorizationPlugin, NestedShardedAtomicUpdateTest, TestTolerantUpdateProcessorRandomCloud, CacheHeaderTest, StressHdfsTest, HdfsBackupRepositoryIntegrationTest, HighlighterMaxOffsetTest, UpdateParamsTest, ShowFileRequestHandlerTest, DateRangeFieldTest, TestInPlaceUpdatesDistrib, AnalyticsQueryTest, ClusterStateTest, HdfsBasicDistributedZkTest, TestManagedSynonymGraphFilterFactory, MetricsHistoryWithAuthIntegrationTest, DistributedUpdateProcessorTest, ZkStateWriterTest, TestLegacyBM25SimilarityFactory, TestBulkSchemaAPI, TriggerEventQueueTest, VMParamsZkACLAndCredentialsProvidersTest, TestUseDocValuesAsStored, ReindexCollectionTest, SolrGraphiteReporterTest, ConnectionReuseTest, SolrCloudReportersTest, SearchHandlerTest, LoggingHandlerTest, HttpTriggerListenerTest, PackageManagerCLITest, TestCollectionAPI, PrimUtilsTest, TestShortCircuitedRequests, TestJavabinTupleStreamParser, DistributedQueryComponentOptimizationTest, LargeFieldTest, TestInfoStreamLogging, PluginInfoTest, TestObjectReleaseTracker, WrapperMergePolicyFactoryTest, PolyFieldTest, QueryParsingTest, TestStressLiveNodes, ZkNodePropsTest, TestSimComputePlanAction, AutoScalingHandlerTest, BigEndianAscendingWordSerializerTest, ChangedSchemaMergeTest, SignificantTermsQParserPluginTest, TestFieldCacheVsDocValues, ProtectedTermFilterFactoryTest, TestSweetSpotSimilarityFactory, TestJsonFacetsStatsParsing, DirectoryFactoriesTest, TestAddFieldRealTimeGet, AssignBackwardCompatibilityTest, UniqFieldsUpdateProcessorFactoryTest, MoveReplicaHDFSTest, TaggingAttributeTest, SortByFunctionTest, TestReplicaProperties, TestNestedUpdateProcessor, TestDistribPackageStore, TestRestoreCore, TestFacetMethods, PeerSyncWithLeaderAndIndexFingerprintCachingTest, EmbeddedSolrNoSerializeTest, TestSubQueryTransformerDistrib, TestExactSharedStatsCache, TestRecoveryHdfs, DistributedTermsComponentTest, TestPivotHelperCode, TestBulkSchemaConcurrent, TestSolrJacksonAnnotation, TestZkChroot, AnalysisAfterCoreReloadTest, BasicFunctionalityTest, ConvertedLegacyTest, CursorPagingTest, DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, EchoParamsTest, MinimalSchemaTest, TestDistributedMissingSort, TestDistributedSearch, TestLuceneMatchVersion, TestWordDelimiterFilterFactory, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, BasicZkTest, ChaosMonkeyNothingIsSafeTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CleanupOldIndexTest, ConcurrentCreateRoutedAliasTest, ConnectionManagerTest, DeleteInactiveReplicaTest, DeleteShardTest, DistribDocExpirationUpdateProcessorTest, HttpPartitionWithTlogReplicasTest, LeaderTragicEventTest, LeaderVoteWaitTimeoutTest, SplitShardTest, TestCloudPivotFacet, TestCloudRecovery2, TestExclusionRuleCollectionAccess, TestLeaderElectionWithEmptyReplica, TestPrepRecovery, TestRequestForwarding, TestSSLRandomization, CollectionTooManyReplicasTest, ConcurrentDeleteAndCreateCollectionTest, CustomCollectionTest, HdfsCollectionsAPIDistributedZkTest, NodeAddedTriggerTest, NodeLostTriggerTest, TestPolicyCloud, CdcrWithNodesRestartsTest, HDFSCollectionsAPITest, ZkDynamicConfigTest, AlternateDirectoryTest, BlobRepositoryCloudTest, ByteBuffersDirectoryFactoryTest, CachingDirectoryFactoryTest, TestConfig, TestConfigSetProperties, TestConfigSets, TestCoreDiscovery, TestDynamicLoading, TestReplicationHandlerBackup, TestStressThreadBackup, TestSystemCollAutoCreate, CoreMergeIndexesAdminHandlerTest, DaemonStreamApiTest, MetricsHandlerTest, MetricsHistoryHandlerTest, TestCollectionAPIs, TestCoreAdminApis, V2CollectionBackupsAPIMappingTest, ZookeeperReadAPITest, CustomTermsComponentTest, DistributedFacetPivotLongTailTest, DistributedMLTComponentTest, ResponseBuilderTest, TestDistributedStatsComponentCardinality, TestCustomDocTransformer, TestRawTransformer, TestChildDocTransformer, TestExplainDocTransformer, TestFieldCollectionResource, TestSchemaNameResource, TestSchemaSimilarityResource, ExternalFileFieldSortTest, IndexSchemaRuntimeFieldTest, ManagedSchemaRoundRobinCloudTest, PrimitiveFieldTypeTest, RankFieldTest, TestCollationField, TestCollationFieldDocValues, TestHalfAndHalfDocValues, TestManagedSchemaAPI, TestSchemaField, TestSchemaManager, TestSchemalessBufferedUpdates, TestSortableTextField, TestCollapseQParserPlugin, TestComplexPhraseLeadingWildcard, TestComplexPhraseQParserPlugin, TestFoldingMultitermQuery, TestIndexSearcher, TestLRUCache, TestLegacyNumericRangeQueryBuilder, TestMaxScoreQueryParser, TestMissingGroups, TestOverriddenPrefixQueryForCustomFieldType, TestPayloadScoreQParserPlugin, TestQueryTypes, TestRTGBase, TestRandomCollapseQParserPlugin, SpatialHeatmapFacetsTest, BasicAuthOnSingleNodeTest, TestImpersonationWithHadoopAuth, TestSolrCloudWithHadoopAuthPlugin]
[junit4] Completed [840/936 (1!)] on J1 in 3.76s, 1 test, 1 failure <<< FAILURES!
[...truncated 51121 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 2001 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/2001/
1 tests failed.
FAILED: org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics
Error Message:
Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=14679695, failWrongCredentials=1, requestTimes=2188, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
Stack Trace:
java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=14679695, failWrongCredentials=1, requestTimes=2188, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
at __randomizedtesting.SeedInfo.seed([3252E76B4585CAD8:F8A49477D6B94A8]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:138)
at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:98)
at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:122)
at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14402 lines...]
[junit4] Suite: org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin
[junit4] 2> 832224 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> 832224 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 832225 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/data-dir-174-001
[junit4] 2> 832225 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 832225 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 832578 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-002
[junit4] 2> 832578 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 832578 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 832578 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 832579 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 832678 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port: 41413
[junit4] 2> 832678 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:41413
[junit4] 2> 832678 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41413
[junit4] 2> 832678 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41413
[junit4] 2> 832680 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 832680 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker-SendThread(127.0.0.1:41413)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 832681 WARN (zkConnectionManagerCallback-8203-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@48703d13 name: ZooKeeperConnection Watcher:127.0.0.1:41413 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 832681 WARN (zkConnectionManagerCallback-8203-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 832682 INFO (zkConnectionManagerCallback-8203-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 832682 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 832688 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 832688 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker-SendThread(127.0.0.1:41413)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 832691 WARN (zkConnectionManagerCallback-8205-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@52d0c5ea name: ZooKeeperConnection Watcher:127.0.0.1:41413/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 832691 WARN (zkConnectionManagerCallback-8205-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 832694 INFO (zkConnectionManagerCallback-8205-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 832694 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 832695 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 832695 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker-SendThread(127.0.0.1:41413)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 832696 WARN (zkConnectionManagerCallback-8207-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@44d0282e name: ZooKeeperConnection Watcher:127.0.0.1:41413 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 832696 WARN (zkConnectionManagerCallback-8207-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 832696 INFO (zkConnectionManagerCallback-8207-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 832696 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 832799 INFO (jetty-launcher-8208-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 832799 INFO (jetty-launcher-8208-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 832799 INFO (jetty-launcher-8208-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 832800 INFO (jetty-launcher-8208-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 832800 INFO (jetty-launcher-8208-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 832800 INFO (jetty-launcher-8208-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 832801 INFO (jetty-launcher-8208-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a8ccaea{/solr,null,AVAILABLE}
[junit4] 2> 832801 INFO (jetty-launcher-8208-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1edb27be{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:44923}
[junit4] 2> 832801 INFO (jetty-launcher-8208-thread-1) [ ] o.e.j.s.Server Started @832836ms
[junit4] 2> 832801 INFO (jetty-launcher-8208-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:41413/solr, hostPort=44923}
[junit4] 2> 832801 ERROR (jetty-launcher-8208-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 832801 INFO (jetty-launcher-8208-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 832801 INFO (jetty-launcher-8208-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 832801 INFO (jetty-launcher-8208-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 832801 INFO (jetty-launcher-8208-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 832801 INFO (jetty-launcher-8208-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-05T22:29:24.179Z
[junit4] 2> 832802 WARN (jetty-launcher-8208-thread-1-SendThread(127.0.0.1:41413)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 832802 INFO (jetty-launcher-8208-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 832805 WARN (zkConnectionManagerCallback-8210-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@682d5e59 name: ZooKeeperConnection Watcher:127.0.0.1:41413/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 832805 WARN (zkConnectionManagerCallback-8210-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 832810 INFO (zkConnectionManagerCallback-8210-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 832810 INFO (jetty-launcher-8208-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 832811 INFO (jetty-launcher-8208-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 833575 INFO (jetty-launcher-8208-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 833576 WARN (jetty-launcher-8208-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@29841a07[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 833576 WARN (jetty-launcher-8208-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@29841a07[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 833578 WARN (jetty-launcher-8208-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1d818953[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 833578 WARN (jetty-launcher-8208-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1d818953[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 833579 INFO (jetty-launcher-8208-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41413/solr
[junit4] 2> 833580 INFO (jetty-launcher-8208-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 833580 WARN (jetty-launcher-8208-thread-1-SendThread(127.0.0.1:41413)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 833580 WARN (zkConnectionManagerCallback-8221-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@a70afb2 name: ZooKeeperConnection Watcher:127.0.0.1:41413 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 833582 WARN (zkConnectionManagerCallback-8221-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 833583 INFO (zkConnectionManagerCallback-8221-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 833583 INFO (jetty-launcher-8208-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 833684 INFO (jetty-launcher-8208-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 833684 WARN (jetty-launcher-8208-thread-1-SendThread(127.0.0.1:41413)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 833685 WARN (zkConnectionManagerCallback-8223-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@68139eed name: ZooKeeperConnection Watcher:127.0.0.1:41413/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 833685 WARN (zkConnectionManagerCallback-8223-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 833685 INFO (zkConnectionManagerCallback-8223-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 833685 INFO (jetty-launcher-8208-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 833693 WARN (jetty-launcher-8208-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 833742 INFO (jetty-launcher-8208-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44923_solr
[junit4] 2> 833742 INFO (jetty-launcher-8208-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.c.Overseer Overseer (id=73283629290487813-127.0.0.1:44923_solr-n_0000000000) starting
[junit4] 2> 833746 INFO (OverseerStateUpdate-73283629290487813-127.0.0.1:44923_solr-n_0000000000) [n:127.0.0.1:44923_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44923_solr
[junit4] 2> 833747 INFO (jetty-launcher-8208-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44923_solr
[junit4] 2> 833747 INFO (OverseerStateUpdate-73283629290487813-127.0.0.1:44923_solr-n_0000000000) [n:127.0.0.1:44923_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 833749 INFO (jetty-launcher-8208-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 833749 INFO (jetty-launcher-8208-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.ConfigurableInternodeAuthHadoopPlugin
[junit4] 2> 833757 INFO (jetty-launcher-8208-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-001/minikdc/jaas-client.conf
[junit4] 2> 833765 INFO (jetty-launcher-8208-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.s.HadoopAuthPlugin Params: {kerberos.principal=HTTP/127.0.0.1, kerberos.keytab=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-001/minikdc/keytabs, type=kerberos, kerberos.name.rules=RULE:[1:$1@$0](.*EXAMPLE.COM)s/@.*//
[junit4] 2> RULE:[2:$2@$0](.*EXAMPLE.COM)s/@.*//
[junit4] 2> DEFAULT, delegation-token.json-mapper.AUTO_CLOSE_TARGET=false}
[junit4] 2> 833787 INFO (jetty-launcher-8208-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-001/minikdc/jaas-client.conf
[junit4] 2> 833793 WARN (jetty-launcher-8208-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=enabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 833793 WARN (jetty-launcher-8208-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.c.CoreContainer Solr authentication is enabled, but SSL is off. Consider enabling SSL to protect user credentials and data with encryption.
[junit4] 2> 833810 INFO (jetty-launcher-8208-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 833837 INFO (jetty-launcher-8208-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44923.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@702b1fd5
[junit4] 2> 833843 INFO (jetty-launcher-8208-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44923.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@702b1fd5
[junit4] 2> 833843 INFO (jetty-launcher-8208-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44923.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@702b1fd5
[junit4] 2> 833844 INFO (jetty-launcher-8208-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-002/node1
[junit4] 2> 833865 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 833865 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 833866 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker-SendThread(127.0.0.1:41413)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 833866 WARN (zkConnectionManagerCallback-8240-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6e4fd090 name: ZooKeeperConnection Watcher:127.0.0.1:41413/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 833866 WARN (zkConnectionManagerCallback-8240-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 833867 INFO (zkConnectionManagerCallback-8240-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 833867 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 833868 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 833869 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41413/solr ready
[junit4] 2> 833883 INFO (TEST-TestSolrCloudWithHadoopAuthPlugin.testBasics-seed#[3252E76B4585CAD8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
[junit4] 1> Debug is true storeKey true useTicketCache false useKeyTab true doNotPrompt false ticketCache is null isInitiator true KeyTab is /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-001/minikdc/keytabs refreshKrb5Config is true principal is solr tryFirstPass is false useFirstPass is false storePass is false clearPass is false
[junit4] 1> Refreshing Kerberos configuration
[junit4] 2> 833993 INFO (pool-90-thread-1) [ ] o.a.k.k.k.s.r.KdcRequest The preauth data is empty.
[junit4] 2> 834004 INFO (pool-90-thread-1) [ ] o.a.k.k.k.s.KdcHandler KRB error occurred while processing request:Additional pre-authentication required
[junit4] 2> 834033 INFO (pool-90-thread-1) [ ] o.a.k.k.k.s.r.AsRequest AS_REQ ISSUE: authtime 1617661765409,solr@EXAMPLE.COM for krbtgt/EXAMPLE.COM@EXAMPLE.COM
[junit4] 1> principal is solr@EXAMPLE.COM
[junit4] 1> Will use keytab
[junit4] 1> Commit Succeeded
[junit4] 1>
[junit4] 2> 834060 INFO (pool-90-thread-1) [ ] o.a.k.k.k.s.r.TgsRequest TGS_REQ ISSUE: authtime 1617661765438,solr for HTTP/127.0.0.1@EXAMPLE.COM
[junit4] 2> 834081 INFO (OverseerThreadFactory-8230-thread-1-processing-n:127.0.0.1:44923_solr) [n:127.0.0.1:44923_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testkerberoscollection
[junit4] 2> 834201 INFO (qtp270326733-15057) [n:127.0.0.1:44923_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
[junit4] 2> 834201 INFO (qtp270326733-15060) [ ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from node: 127.0.0.1:44923_solr / MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAnArnPM2LEXoUFeI9784b8xaowhAJSzGlHknAUYxE90RlATy2h+u6U6zgthM+dBrUDdPq8xVMcxJTtR/41LBDveJxcS84foDeHzlkLLKZG/TguNvMoiJdVV8mXLWzOAHz7mRp6uyN9PngaKGsq/wu2Yo4xQL+oSEj7zMFR4cd0tFDEWcq9ZCT+j6t1Kf6B/O5PWwY2P6fRP+k1fDuWun4M4UEzKeVzkJuVx/p6jyAsDuip66jG3KspYO2ocjK45JXeR6pvzXsRe0Y7L1VDLICdcGyxNTtYZoFjEJw3KiLFegzDQzhAz9I/mbogaPcQxTiiTo1NLJlrwCC4xusJ7pMkQIDAQAB
[junit4] 2> 834205 INFO (qtp270326733-15060) [n:127.0.0.1:44923_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 834205 INFO (qtp270326733-15060) [n:127.0.0.1:44923_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 834209 INFO (OverseerStateUpdate-73283629290487813-127.0.0.1:44923_solr-n_0000000000) [n:127.0.0.1:44923_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"testkerberoscollection_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:44923_solr",
[junit4] 2> "base_url":"http://127.0.0.1:44923/solr",
[junit4] 2> "collection":"testkerberoscollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 834424 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr x:testkerberoscollection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=testkerberoscollection_shard1_replica_n1&action=CREATE&numShards=1&collection=testkerberoscollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 834433 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 834439 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 834439 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 834439 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testkerberoscollection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 834441 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44923.solr.core.testkerberoscollection.shard1.replica_n1' (registry 'solr.core.testkerberoscollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@702b1fd5
[junit4] 2> 834441 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrCore [[testkerberoscollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-002/node1/testkerberoscollection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-002/node1/testkerberoscollection_shard1_replica_n1/data/]
[junit4] 2> 834482 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 834482 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 834483 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 834483 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 834484 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 834485 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 834485 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 834485 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1696241303801561088
[junit4] 2> 834488 INFO (searcherExecutor-8242-thread-1-processing-n:127.0.0.1:44923_solr x:testkerberoscollection_shard1_replica_n1 c:testkerberoscollection s:shard1 r:core_node2) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrCore [testkerberoscollection_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 834490 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testkerberoscollection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 834490 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testkerberoscollection/leaders/shard1
[junit4] 2> 834493 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 834493 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 834493 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44923/solr/testkerberoscollection_shard1_replica_n1/
[junit4] 2> 834494 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 834494 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:44923/solr/testkerberoscollection_shard1_replica_n1/ has no replicas
[junit4] 2> 834494 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testkerberoscollection/leaders/shard1/leader after winning as /collections/testkerberoscollection/leader_elect/shard1/election/73283629290487813-core_node2-n_0000000000
[junit4] 2> 834496 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44923/solr/testkerberoscollection_shard1_replica_n1/ shard1
[junit4] 2> 834597 INFO (zkCallback-8222-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 834597 INFO (zkCallback-8222-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 834599 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 834601 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=testkerberoscollection_shard1_replica_n1&action=CREATE&numShards=1&collection=testkerberoscollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=178
[junit4] 2> 834603 INFO (qtp270326733-15058) [n:127.0.0.1:44923_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 834701 INFO (zkCallback-8222-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 834701 INFO (zkCallback-8222-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 834701 INFO (zkCallback-8222-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 834701 INFO (qtp270326733-15058) [n:127.0.0.1:44923_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=testkerberoscollection&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=623
[junit4] 2> 834708 INFO (TEST-TestSolrCloudWithHadoopAuthPlugin.testBasics-seed#[3252E76B4585CAD8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBasics
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithHadoopAuthPlugin -Dtests.method=testBasics -Dtests.seed=3252E76B4585CAD8 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ga -Dtests.timezone=Europe/Rome -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.84s J3 | TestSolrCloudWithHadoopAuthPlugin.testBasics <<<
[junit4] > Throwable #1: java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=14679695, failWrongCredentials=1, requestTimes=2188, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
[junit4] > at __randomizedtesting.SeedInfo.seed([3252E76B4585CAD8:F8A49477D6B94A8]:0)
[junit4] > at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:138)
[junit4] > at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:98)
[junit4] > at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:122)
[junit4] > at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 834711 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.k.k.k.s.i.DefaultInternalKdcServerImpl Default Internal kdc server stopped.
[junit4] 2> 835815 INFO (jetty-closer-8247-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2007400670
[junit4] 2> 835815 INFO (jetty-closer-8247-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44923_solr
[junit4] 2> 835816 INFO (jetty-closer-8247-thread-1) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 835816 INFO (jetty-closer-8247-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:44923_solr as DOWN
[junit4] 2> 835818 INFO (coreCloseExecutor-8251-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.c.SolrCore [testkerberoscollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@5bfc9f89
[junit4] 2> 835818 INFO (coreCloseExecutor-8251-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testkerberoscollection.shard1.replica_n1 tag=SolrCore@5bfc9f89
[junit4] 2> 835818 INFO (coreCloseExecutor-8251-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1ddf2f68: rootName = solr_44923, domain = solr.core.testkerberoscollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testkerberoscollection.shard1.replica_n1/com.codahale.metrics.MetricRegistry@760de68f
[junit4] 2> 835828 INFO (coreCloseExecutor-8251-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testkerberoscollection.shard1.leader tag=SolrCore@5bfc9f89
[junit4] 2> 835829 INFO (coreCloseExecutor-8251-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 835830 INFO (jetty-closer-8247-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 835830 INFO (jetty-closer-8247-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@fcdd7c9: rootName = solr_44923, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@7af160d9
[junit4] 2> 835835 INFO (jetty-closer-8247-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 835835 INFO (jetty-closer-8247-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@89c6c3: rootName = solr_44923, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@5bb80cdd
[junit4] 2> 835837 INFO (jetty-closer-8247-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 835837 INFO (jetty-closer-8247-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@14a74fc0: rootName = solr_44923, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@2b77198d
[junit4] 2> 835837 INFO (jetty-closer-8247-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 835838 INFO (closeThreadPool-8253-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73283629290487813-127.0.0.1:44923_solr-n_0000000000) closing
[junit4] 2> 835838 INFO (OverseerStateUpdate-73283629290487813-127.0.0.1:44923_solr-n_0000000000) [n:127.0.0.1:44923_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44923_solr
[junit4] 2> 835838 INFO (OverseerAutoScalingTriggerThread-73283629290487813-127.0.0.1:44923_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 835849 INFO (closeThreadPool-8253-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73283629290487813-127.0.0.1:44923_solr-n_0000000000) closing
[junit4] 2> 835949 INFO (jetty-closer-8247-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73283629290487813-127.0.0.1:44923_solr-n_0000000000) closing
[junit4] 2> 835951 INFO (jetty-closer-8247-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1edb27be{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 835951 INFO (jetty-closer-8247-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2a8ccaea{/solr,null,STOPPED}
[junit4] 2> 835951 INFO (jetty-closer-8247-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 835951 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 836053 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker-SendThread(127.0.0.1:41413)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045b1293b60001.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045b1293b60001, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045b1293b60001, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 836154 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/collections/testkerberoscollection/terms/shard1
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections/testkerberoscollection/state.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/overseer/queue
[junit4] 2> 4 /solr/collections/testkerberoscollection/state.json
[junit4] 2> 4 /solr/collections
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/live_nodes
[junit4] 2>
[junit4] 2> 836156 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:41413
[junit4] 2> 836156 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41413
[junit4] 2> 836156 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41413
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001
[junit4] 2> Apr 05, 2021 10:29:27 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=1234, maxMBSortInHeap=6.587234597241041, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=ga, timezone=Europe/Rome
[junit4] 2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=175934848,total=527958016
[junit4] 2> NOTE: All tests run in this JVM: [SharedFSAutoReplicaFailoverTest, TestSimDistributedQueue, TestSolrCloudSnapshots, TestComponentsName, SolrJmxReporterTest, ResponseBuilderTest, TestCloudRecovery2, TestSQLHandlerNonCloud, TestDeleteCollectionOnDownNodes, TestCodecSupport, RuleEngineTest, DistributedQueueTest, SolrLogAuditLoggerPluginTest, TermVectorComponentDistributedTest, TestFastOutputStream, PeerSyncWithBufferUpdatesTest, TestSkipOverseerOperations, IndexSizeTriggerSizeEstimationTest, MetricsConfigTest, CloudExitableDirectoryReaderTest, TestTestInjection, HttpPartitionWithTlogReplicasTest, LegacyCloudClusterPropTest, TestHdfsUpdateLog, TestExportWriter, TestFuzzyAnalyzedSuggestions, TestSort, ConnectionManagerTest, TestExtendedDismaxParser, TestSafeXMLParsing, TestManagedSchema, TestLMDirichletSimilarityFactory, TestSolrQueryResponse, SaslZkACLProviderTest, TestLRUStatsCache, TestConfigSetProperties, TestSolrCoreParser, DeleteLastCustomShardedReplicaTest, ZkSolrClientTest, TestSolrDeletionPolicy2, TestJsonRangeFacets, TestCloudPhrasesIdentificationComponent, OverseerRolesTest, TestSimScenario, SuggesterTSTTest, SpellingQueryConverterTest, ConfigureRecoveryStrategyTest, TestPolicyCloud, AddSchemaFieldsUpdateProcessorFactoryTest, NodeMarkersRegistrationTest, CloudMLTQParserTest, TestStressReorder, TestHttpServletCarrier, AutoAddReplicasIntegrationTest, CurrencyFieldTypeTest, OutOfBoxZkACLAndCredentialsProvidersTest, ChaosMonkeySafeLeaderTest, BlobRepositoryCloudTest, ZkControllerTest, TestDynamicFieldNamesIndexCorrectly, InfixSuggestersTest, V2CollectionBackupsAPIMappingTest, DefaultValueUpdateProcessorTest, CloudReplicaSourceTest, TestLegacyFieldCache, DistributedMLTComponentTest, DistributedDebugComponentTest, SimpleFacetsTest, PreAnalyzedFieldTest, DirectUpdateHandlerTest, BadIndexSchemaTest, TestFiltering, DeleteStatusTest, ExplicitHLLTest, Tagger2Test, TestIndexSearcher, RAMDirectoryFactoryTest, RecoveryAfterSoftCommitTest, RankQueryTest, SynonymTokenizerTest, TestDistributedGrouping, FastVectorHighlighterTest, CollectionReloadTest, FieldMutatingUpdateProcessorTest, SecurityConfHandlerTest, CrossCollectionJoinQueryTest, MBeansHandlerTest, CSVRequestHandlerTest, TriLevelCompositeIdRoutingTest, TestSlowCompositeReaderWrapper, ClassificationUpdateProcessorFactoryTest, TestSolrCloudWithHadoopAuthPlugin]
[junit4] Completed [331/936 (1!)] on J3 in 4.26s, 1 test, 1 failure <<< FAILURES!
[...truncated 52846 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 2000 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/2000/
7 tests failed.
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithMultipleReplicas
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([FA0B3096F2DD9D56:6CF63E968F9B2B14]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithMultipleReplicas(CdcrBootstrapTest.java:293)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithSourceCluster
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([FA0B3096F2DD9D56:235D6152F1B98E1C]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithSourceCluster(CdcrBootstrapTest.java:208)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([FA0B3096F2DD9D56:2DDC1FE146820511]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap(CdcrBootstrapTest.java:129)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [ZkController, InternalHttpClient, ZkController, SolrZkClient, ZKServerMain, ZkStateReader, SolrZkClient, ZkStateReader, ZkStateReader, ZkStateReader, Overseer, InternalHttpClient, Http2SolrClient, Http2SolrClient, SolrZkClient, SolrZkClient, ZkController, , Http2SolrClient, InternalHttpClient, Http2SolrClient, ZkTestServer, InternalHttpClient, InternalHttpClient, InternalHttpClient, Http2SolrClient, Http2SolrClient, InternalHttpClient, SolrZkClient, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.
[...truncated too long message...]
ayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$51/1718761681.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 57) Thread[id=2854, name=qtp601943355-2854, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 58) Thread[id=2892, name=Thread-387, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:502)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:2281)
[junit4] > 59) Thread[id=2841, name=qtp601943355-2841, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$51/1718761681.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 60) Thread[id=2849, name=qtp601943355-2849, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 61) Thread[id=2848, name=qtp1361820601-2848, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 62) Thread[id=5294, name=SolrRrdBackendFactory-1722-thread-2, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 63) Thread[id=5287, name=SolrRrdBackendFactory-1704-thread-2, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 64) Thread[id=2915, name=MetricsHistoryHandler-1741-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([2F153F286D37C0EC]:0)
[junit4] Completed [193/214 (1!)] on J1 in 182.28s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49717 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1999 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1999/
7 tests failed.
FAILED: org.apache.solr.cloud.LeaderTragicEventTest.testLeaderFailsOver
Error Message:
Error from server at http://127.0.0.1:44899/solr: Underlying core creation failed while creating collection: testLeaderFailsOver
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44899/solr: Underlying core creation failed while creating collection: testLeaderFailsOver
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
at org.apache.solr.cloud.LeaderTragicEventTest.testLeaderFailsOver(LeaderTragicEventTest.java:80)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithMultipleReplicas
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([258ADE5146E6A3A6:B377D0513BA015E4]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithMultipleReplicas(CdcrBootstrapTest.java:293)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithSourceCluster
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([258ADE5146E6A3A6:FCDC8F954582B0EC]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithSourceCluster(CdcrBootstrapTest.java:208)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([258ADE5146E6A3A6:F25DF126F2B93BE1]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap(CdcrBootstrapTest.java:129)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [ZkController, InternalHttpClient, SolrZkClient, InternalHttpClient, Http2SolrClient, Overseer, InternalHttpClient, ZkStateReader, SolrZkClient, Http2SolrClient, ZkStateReader, SolrZkClient, ZkStateReader, InternalHttpClient, Http2SolrClient, ZKServerMain, SolrZkClient, ZkController, ZkStateReader, Http2SolrClient, ZkTestServer, InternalHttpClient, , Http2SolrClient, SolrZkClient, InternalHttpClient, InternalHttpClient, Http2SolrClient, SolrZkClient, ZkController] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.ran
[...truncated too long message...]
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 64) Thread[id=6608, name=qtp664535781-6608, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 65) Thread[id=6606, name=qtp1160468134-6606, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$115/1736670156.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 66) Thread[id=6686, name=h2sc-3653-thread-1, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$115/1736670156.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$86/472119785.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 67) Thread[id=6610, name=qtp664535781-6610, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 68) Thread[id=6616, name=qtp1160468134-6616, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 69) Thread[id=6622, name=qtp2050612147-6622, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$115/1736670156.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 70) Thread[id=7629, name=Connector-Scheduler-70c1b0c3-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([E43A669ACAD5E5A6]:0)
[junit4] Completed [214/214 (1!)] on J1 in 219.55s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49654 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1998 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1998/
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [ZkController, SolrZkClient, SolrZkClient, InternalHttpClient, ZkTestServer, InternalHttpClient, Http2SolrClient, Http2SolrClient, SolrZkClient, SolrZkClient, InternalHttpClient, ZkStateReader, ZkStateReader, ZkController, Http2SolrClient, , InternalHttpClient, Http2SolrClient, Http2SolrClient, ZkStateReader, InternalHttpClient, SolrZkClient, Overseer, ZkStateReader, ZkController, InternalHttpClient, InternalHttpClient, Http2SolrClient, ZKServerMain, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor33.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor33.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor33.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor33.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor33.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor33.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor33.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 30 object(s) that were not released!!! [ZkController, SolrZkClient, SolrZkClient, InternalHttpClient, ZkTestServer, InternalHttpClient, Http2SolrClient, Http2SolrClient, SolrZkClient, SolrZkClient, InternalHttpClient, ZkStateReader, ZkStateReader, ZkController, Http2SolrClient, , InternalHttpClient, Http2SolrClient, Http2SolrClient, ZkStateReader, InternalHttpClient, SolrZkClient, Overseer, ZkStateReader, ZkController, InternalHttpClient, InternalHttpClient, Http2SolrClient, ZKServerMain, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor33.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.Random
[...truncated too long message...]
34)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 63) Thread[id=6060, name=h2sc-3238-thread-1, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$51/1011530865.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$76/456099964.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 64) Thread[id=6018, name=qtp96379716-6018, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 65) Thread[id=6053, name=SolrRrdBackendFactory-3233-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 66) Thread[id=6329, name=SolrRrdBackendFactory-3233-thread-2, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 67) Thread[id=6003, name=qtp1868790745-6003, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$51/1011530865.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 68) Thread[id=6088, name=zkConnectionManagerCallback-3263-thread-1, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 69) Thread[id=6056, name=ScheduledTrigger-3228-thread-3, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 70) Thread[id=6095, name=TEST-CloudSolrClientTest.testPRSRestart-seed#[8A2B7674DDF704C4]-SendThread(127.0.0.1:34843), state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1193)
[junit4] > at __randomizedtesting.SeedInfo.seed([8A2B7674DDF704C4]:0)
[junit4] Completed [190/214 (1!)] on J0 in 196.94s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49723 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1997 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1997/
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [InternalHttpClient, Http2SolrClient, InternalHttpClient, InternalHttpClient, SolrZkClient, ZkController, InternalHttpClient, ZKServerMain, , Http2SolrClient, SolrZkClient, Http2SolrClient, ZkStateReader, ZkTestServer, ZkStateReader, Http2SolrClient, SolrZkClient, Overseer, ZkController, SolrZkClient, ZkStateReader, InternalHttpClient, InternalHttpClient, Http2SolrClient, Http2SolrClient, ZkController, ZkStateReader, InternalHttpClient, SolrZkClient, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 30 object(s) that were not released!!! [InternalHttpClient, Http2SolrClient, InternalHttpClient, InternalHttpClient, SolrZkClient, ZkController, InternalHttpClient, ZKServerMain, , Http2SolrClient, SolrZkClient, Http2SolrClient, ZkStateReader, ZkTestServer, ZkStateReader, Http2SolrClient, SolrZkClient, Overseer, ZkController, SolrZkClient, ZkStateReader, InternalHttpClient, InternalHttpClient, Http2SolrClient, Http2SolrClient, ZkController, ZkStateReader, InternalHttpClient, SolrZkClient, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.Random
[...truncated too long message...]
.lang.Object.wait(Object.java:502)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:2281)
[junit4] > 63) Thread[id=4807, name=jetty-launcher-2569-thread-1-SendThread(127.0.0.1:35341), state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1193)
[junit4] > 64) Thread[id=4786, name=ScheduledTrigger-2611-thread-1, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 65) Thread[id=4802, name=h2sc-2629-thread-1, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$81/224009166.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$109/154138962.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 66) Thread[id=4809, name=zkConnectionManagerCallback-2634-thread-1, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 67) Thread[id=4819, name=zkConnectionManagerCallback-2647-thread-1, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 68) Thread[id=6837, name=SolrRrdBackendFactory-2640-thread-2, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 69) Thread[id=4728, name=qtp984361519-4728, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 70) Thread[id=4761, name=h2sc-2589-thread-1, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$81/224009166.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$109/154138962.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([A3C346BA2113E38E]:0)
[junit4] Completed [214/214 (1!)] on J0 in 197.69s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49651 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1996 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1996/
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [ZKServerMain, Overseer, ZkStateReader, Http2SolrClient, InternalHttpClient, ZkStateReader, ZkStateReader, ZkController, SolrZkClient, InternalHttpClient, Http2SolrClient, InternalHttpClient, Http2SolrClient, SolrZkClient, ZkController, Http2SolrClient, SolrZkClient, Http2SolrClient, ZkTestServer, InternalHttpClient, SolrZkClient, ZkStateReader, , InternalHttpClient, SolrZkClient, InternalHttpClient, InternalHttpClient, ZkController, Http2SolrClient, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 30 object(s) that were not released!!! [ZKServerMain, Overseer, ZkStateReader, Http2SolrClient, InternalHttpClient, ZkStateReader, ZkStateReader, ZkController, SolrZkClient, InternalHttpClient, Http2SolrClient, InternalHttpClient, Http2SolrClient, SolrZkClient, ZkController, Http2SolrClient, SolrZkClient, Http2SolrClient, ZkTestServer, InternalHttpClient, SolrZkClient, ZkStateReader, , InternalHttpClient, SolrZkClient, InternalHttpClient, InternalHttpClient, ZkController, Http2SolrClient, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateRea
[...truncated too long message...]
clipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 63) Thread[id=4034, name=h2sc-2049-thread-2, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$113/529572083.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$69/90584771.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 64) Thread[id=3974, name=qtp1248911767-3974, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 65) Thread[id=3963, name=qtp143557592-3963, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 66) Thread[id=3964, name=qtp1467203632-3964, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 67) Thread[id=4051, name=Connector-Scheduler-18892e95-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 68) Thread[id=4015, name=h2sc-2030-thread-2, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$113/529572083.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$69/90584771.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 69) Thread[id=4047, name=TEST-CloudSolrClientTest.testPRSRestart-seed#[558784CBA795BF96]-SendThread(127.0.0.1:44991), state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1193)
[junit4] > 70) Thread[id=6701, name=SolrRrdBackendFactory-2060-thread-2, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([558784CBA795BF96]:0)
[junit4] Completed [214/214 (1!)] on J0 in 185.82s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49651 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1995 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1995/
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [Http2SolrClient, SolrZkClient, Http2SolrClient, ZkStateReader, ZkController, ZkStateReader, SolrZkClient, SolrZkClient, Http2SolrClient, ZkTestServer, ZkController, InternalHttpClient, SolrZkClient, ZkStateReader, Http2SolrClient, ZkStateReader, Overseer, SolrZkClient, InternalHttpClient, InternalHttpClient, , SolrZkClient, Http2SolrClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, Http2SolrClient, ZkController, InternalHttpClient, ZKServerMain] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) expected null, but was:<ObjectTracker found 30 object(s) that were not released!!! [Http2SolrClient, SolrZkClient, Http2SolrClient, ZkStateReader, ZkController, ZkStateReader, SolrZkClient, SolrZkClient, Http2SolrClient, ZkTestServer, ZkController, InternalHttpClient, SolrZkClient, ZkStateReader, Http2SolrClient, ZkStateReader, Overseer, SolrZkClient, InternalHttpClient, InternalHttpClient, , SolrZkClient, Http2SolrClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, Http2SolrClient, ZkController, InternalHttpClient, ZKServerMain] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCl
[...truncated too long message...]
yedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 59) Thread[id=4813, name=qtp2112337778-4813, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$63/1278783338.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 60) Thread[id=4810, name=qtp2112337778-4810, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$63/1278783338.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 61) Thread[id=4830, name=Session-HouseKeeper-61d53fe7-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 62) Thread[id=4845, name=h2sc-2689-thread-1, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$63/1278783338.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$92/632012315.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 63) Thread[id=4889, name=SolrRrdBackendFactory-2736-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 64) Thread[id=4903, name=Connector-Scheduler-732046be-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([B97D3D928A80738A]:0)
[junit4] Completed [214/214 (1!)] on J0 in 219.42s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49651 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1994 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1994/
9 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest.test
Error Message:
Number of replicas in the state does not match what we set:1 vs 3
Stack Trace:
org.apache.solr.cloud.ZkController$NotInClusterStateException: Number of replicas in the state does not match what we set:1 vs 3
at __randomizedtesting.SeedInfo.seed([3ED4919C0A8DEFC7:B680AE46A471823F]:0)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForActiveReplicaCount(AbstractFullDistribZkTestBase.java:635)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:574)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:360)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1088)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest
Error Message:
42 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest: 1) Thread[id=23007, name=SolrRrdBackendFactory-15187-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=22950, name=qtp373418239-22950-acceptor-0@1063de8-ServerConnector@127e6eef{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:40009}, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:702) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=23040, name=SolrRrdBackendFactory-15169-thread-2, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=22944, name=Session-HouseKeeper-16698528-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=22938, name=qtp1864235559-22938-acceptor-0@762ea680-ServerConnector@6b22731c{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:35935}, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:702) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=23028, name=Connector-Scheduler-6b22731c-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=23041, name=SolrRrdBackendFactory-15187-thread-2, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=22937, name=qtp1864235559-22937, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.io.ManagedSelector$$Lambda$51/2034177938.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=22992, name=Thread-3171, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:2281) 10) Thread[id=22942, name=qtp1864235559-22942, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=22954, name=qtp373418239-22954, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=22949, name=qtp373418239-22949, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.io.ManagedSelector$$Lambda$51/2034177938.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=22941, name=qtp1864235559-22941, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=22982, name=Thread-3170, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:2281) 15) Thread[id=22936, name=qtp1864235559-22936, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.io.ManagedSelector$$Lambda$51/2034177938.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.lang.Thread.run(Thread.java:748) 16) Thread[id=23039, name=SolrRrdBackendFactory-15159-thread-2, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 17) Thread[id=22931, name=Session-HouseKeeper-58ab9d6b-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 18) Thread[id=22924, name=qtp888191911-22924, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.io.ManagedSelector$$Lambda$51/2034177938.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.lang.Thread.run(Thread.java:748) 19) Thread[id=22957, name=Session-HouseKeeper-5640c40b-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 20) Thread[id=23009, name=Thread-3172, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:2281) 21) Thread[id=22930, name=qtp888191911-22930, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 22) Thread[id=22953, name=qtp373418239-22953, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 23) Thread[id=23008, name=MetricsHistoryHandler-15188-thread-1, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 24) Thread[id=22956, name=qtp373418239-22956, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 25) Thread[id=22929, name=qtp888191911-22929, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 26) Thread[id=22939, name=qtp1864235559-22939, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 27) Thread[id=22952, name=qtp373418239-22952, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 28) Thread[id=22927, name=qtp888191911-22927, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 29) Thread[id=23033, name=Connector-Scheduler-127e6eef-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 30) Thread[id=23014, name=Connector-Scheduler-30cf29e1-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 31) Thread[id=22923, name=qtp888191911-22923, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.io.ManagedSelector$$Lambda$51/2034177938.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.lang.Thread.run(Thread.java:748) 32) Thread[id=22928, name=qtp888191911-22928, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 33) Thread[id=22951, name=qtp373418239-22951, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.io.ManagedSelector$$Lambda$51/2034177938.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.lang.Thread.run(Thread.java:748) 34) Thread[id=22980, name=SolrRrdBackendFactory-15159-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 35) Thread[id=22925, name=qtp888191911-22925-acceptor-0@414d1621-ServerConnector@30cf29e1{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:32983}, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:702) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.lang.Thread.run(Thread.java:748) 36) Thread[id=22955, name=qtp373418239-22955, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 37) Thread[id=22990, name=SolrRrdBackendFactory-15169-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 38) Thread[id=22940, name=qtp1864235559-22940, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 39) Thread[id=22943, name=qtp1864235559-22943, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 40) Thread[id=22926, name=qtp888191911-22926, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 41) Thread[id=22981, name=MetricsHistoryHandler-15160-thread-1, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 42) Thread[id=22991, name=MetricsHistoryHandler-15170-thread-1, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 42 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest:
1) Thread[id=23007, name=SolrRrdBackendFactory-15187-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=22950, name=qtp373418239-22950-acceptor-0@1063de8-ServerConnector@127e6eef{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:40009}, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:702)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=23040, name=SolrRrdBackendFactory-15169-thread-2, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=22944, name=Session-HouseKeeper-16698528-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=22938, name=qtp1864235559-22938-acceptor-0@762ea680-ServerConnector@6b22731c{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:35935}, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:702)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=23028, name=Connector-Scheduler-6b22731c-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=23041, name=SolrRrdBackendFactory-15187-thread-2, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=22937, name=qtp1864235559-22937, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$51/2034177938.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=22992, name=Thread-3171, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:2281)
10) Thread[id=22942, name=qtp1864235559-22942, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
11) Thread[id=22954, name=qtp373418239-22954, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=22949, name=qtp373418239-22949, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$51/2034177938.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.lang.Thread.run(Thread.java:748)
13) Thread[id=22941, name=qtp1864235559-22941, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
14) Thread[id=22982, name=Thread-3170, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:2281)
15) Thread[id=22936, name=qtp1864235559-22936, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$51/2034177938.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.lang.Thread.run(Thread.java:748)
16) Thread[id=23039, name=SolrRrdBackendFactory-15159-thread-2, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
17) Thread[id=22931, name=Session-HouseKeeper-58ab9d6b-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
18) Thread[id=22924, name=qtp888191911-22924, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$51/2034177938.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.lang.Thread.run(Thread.java:748)
19) Thread[id=22957, name=Session-HouseKeeper-5640c40b-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
20) Thread[id=23009, name=Thread-3172, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:2281)
21) Thread[id=22930, name=qtp888191911-22930, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
22) Thread[id=22953, name=qtp373418239-22953, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
23) Thread[id=23008, name=MetricsHistoryHandler-15188-thread-1, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
24) Thread[id=22956, name=qtp373418239-22956, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
25) Thread[id=22929, name=qtp888191911-22929, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
26) Thread[id=22939, name=qtp1864235559-22939, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
27) Thread[id=22952, name=qtp373418239-22952, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
28) Thread[id=22927, name=qtp888191911-22927, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
29) Thread[id=23033, name=Connector-Scheduler-127e6eef-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
30) Thread[id=23014, name=Connector-Scheduler-30cf29e1-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
31) Thread[id=22923, name=qtp888191911-22923, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$51/2034177938.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.lang.Thread.run(Thread.java:748)
32) Thread[id=22928, name=qtp888191911-22928, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
33) Thread[id=22951, name=qtp373418239-22951, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$51/2034177938.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.lang.Thread.run(Thread.java:748)
34) Thread[id=22980, name=SolrRrdBackendFactory-15159-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
35) Thread[id=22925, name=qtp888191911-22925-acceptor-0@414d1621-ServerConnector@30cf29e1{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:32983}, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:702)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.lang.Thread.run(Thread.java:748)
36) Thread[id=22955, name=qtp373418239-22955, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
37) Thread[id=22990, name=SolrRrdBackendFactory-15169-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
38) Thread[id=22940, name=qtp1864235559-22940, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
39) Thread[id=22943, name=qtp1864235559-22943, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
40) Thread[id=22926, name=qtp888191911-22926, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
41) Thread[id=22981, name=MetricsHistoryHandler-15160-thread-1, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
42) Thread[id=22991, name=MetricsHistoryHandler-15170-thread-1, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([3ED4919C0A8DEFC7]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=23007, name=SolrRrdBackendFactory-15187-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=22950, name=qtp373418239-22950, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=23040, name=SolrRrdBackendFactory-15169-thread-2, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=22944, name=Session-HouseKeeper-16698528-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=22938, name=qtp1864235559-22938, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=23028, name=Connector-Scheduler-6b22731c-1, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=23041, name=SolrRrdBackendFactory-15187-thread-2, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=22937, name=qtp1864235559-22937, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.io.ManagedSelector$$Lambda$51/2034177938.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=22992, name=Thread-3171, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:2281) 10) Thread[id=22942, name=qtp1864235559-22942, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSy
[...truncated too long message...]
] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$62/1452872847.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$88/1987768062.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 65) Thread[id=4142, name=zkConnectionManagerCallback-2232-thread-1, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 66) Thread[id=4062, name=qtp1230054915-4062, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 67) Thread[id=4144, name=Connector-Scheduler-753fbc82-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 68) Thread[id=4050, name=qtp1730853347-4050, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$62/1452872847.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 69) Thread[id=4066, name=qtp1730853347-4066, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 70) Thread[id=4114, name=h2sc-2200-thread-1, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$62/1452872847.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$88/1987768062.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([3CC3D4FE13BCFBFF]:0)
[junit4] Completed [145/214 (1!)] on J0 in 219.88s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49858 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1993 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1993/
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [InternalHttpClient, SolrZkClient, ZkController, ZkController, SolrZkClient, ZkStateReader, ZkTestServer, ZkStateReader, SolrZkClient, SolrZkClient, SolrZkClient, Overseer, Http2SolrClient, InternalHttpClient, Http2SolrClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, Http2SolrClient, Http2SolrClient, Http2SolrClient, , ZkController, ZkStateReader, ZkStateReader, ZKServerMain, InternalHttpClient, InternalHttpClient, Http2SolrClient, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 30 object(s) that were not released!!! [InternalHttpClient, SolrZkClient, ZkController, ZkController, SolrZkClient, ZkStateReader, ZkTestServer, ZkStateReader, SolrZkClient, SolrZkClient, SolrZkClient, Overseer, Http2SolrClient, InternalHttpClient, Http2SolrClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, Http2SolrClient, Http2SolrClient, Http2SolrClient, , ZkController, ZkStateReader, ZkStateReader, ZKServerMain, InternalHttpClient, InternalHttpClient, Http2SolrClient, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embe
[...truncated too long message...]
junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$112/1416751420.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 57) Thread[id=2187, name=SolrRrdBackendFactory-1329-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 58) Thread[id=4288, name=Connector-Scheduler-23152b37-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 59) Thread[id=2142, name=qtp768786685-2142, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 60) Thread[id=2123, name=qtp1768453671-2123, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 61) Thread[id=2168, name=ScheduledTrigger-1306-thread-1, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 62) Thread[id=2191, name=h2sc-1334-thread-1, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$112/1416751420.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$113/1021986698.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 63) Thread[id=2198, name=jetty-launcher-1276-thread-1-SendThread(127.0.0.1:39979), state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1193)
[junit4] > 64) Thread[id=2209, name=zkConnectionManagerCallback-1354-thread-1, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([4616209A1F722AAA]:0)
[junit4] Completed [116/214 (1!)] on J0 in 190.90s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49945 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1992 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1992/
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [ZkController, ZKServerMain, ZkController, ZkTestServer, Http2SolrClient, ZkController, ZkStateReader, Http2SolrClient, Http2SolrClient, InternalHttpClient, ZkStateReader, ZkStateReader, SolrZkClient, Http2SolrClient, InternalHttpClient, SolrZkClient, SolrZkClient, Http2SolrClient, InternalHttpClient, InternalHttpClient, Overseer, InternalHttpClient, , ZkStateReader, SolrZkClient, SolrZkClient, InternalHttpClient, Http2SolrClient, InternalHttpClient, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor29.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor29.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor29.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor29.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor29.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor29.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor29.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 30 object(s) that were not released!!! [ZkController, ZKServerMain, ZkController, ZkTestServer, Http2SolrClient, ZkController, ZkStateReader, Http2SolrClient, Http2SolrClient, InternalHttpClient, ZkStateReader, ZkStateReader, SolrZkClient, Http2SolrClient, InternalHttpClient, SolrZkClient, SolrZkClient, Http2SolrClient, InternalHttpClient, InternalHttpClient, Overseer, InternalHttpClient, , ZkStateReader, SolrZkClient, SolrZkClient, InternalHttpClient, Http2SolrClient, InternalHttpClient, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFail
[...truncated too long message...]
g.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 55) Thread[id=3302, name=h2sc-2074-thread-1, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$54/2038847147.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$55/42234771.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 56) Thread[id=3311, name=MetricsHistoryHandler-2086-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 57) Thread[id=3257, name=qtp2120628699-3257, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 58) Thread[id=3323, name=zkConnectionManagerCallback-2097-thread-1, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 59) Thread[id=3321, name=jetty-launcher-2032-thread-1-SendThread(127.0.0.1:40283), state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1193)
[junit4] > 60) Thread[id=3255, name=qtp784979457-3255, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 61) Thread[id=3292, name=ScheduledTrigger-2062-thread-2, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 62) Thread[id=3319, name=Thread-468, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:502)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:2281)
[junit4] > 63) Thread[id=3258, name=qtp2120628699-3258, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 64) Thread[id=4165, name=SolrRrdBackendFactory-2103-thread-2, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([FDE6B600F3B9553F]:0)
[junit4] Completed [115/214 (1!)] on J0 in 197.31s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49950 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1991 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1991/
8 tests failed.
FAILED: org.apache.solr.cloud.overseer.ZkStateReaderTest.testCollectionStateWatcherCaching
Error Message:
Could not find updated property in collection c1 even after 5 seconds
Stack Trace:
java.lang.AssertionError: Could not find updated property in collection c1 even after 5 seconds
at __randomizedtesting.SeedInfo.seed([56FB407D78470DA:A0B3D104FE786B1B]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.solr.cloud.overseer.ZkStateReaderTest.testCollectionStateWatcherCaching(ZkStateReaderTest.java:219)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest.testDefaultPlugins
Error Message:
Timeout occurred while waiting response from server at: http://127.0.0.1:35653/solr
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:35653/solr
at __randomizedtesting.SeedInfo.seed([56FB407D78470DA:4DEFE6D78BC453F7]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
at org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest.testDefaultPlugins(SolrCloudReportersTest.java:176)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:571)
... 53 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [ZkController, InternalHttpClient, ZkStateReader, ZKServerMain, ZkController, Http2SolrClient, SolrZkClient, Http2SolrClient, , ZkStateReader, SolrZkClient, InternalHttpClient, InternalHttpClient, Http2SolrClient, SolrZkClient, Http2SolrClient, InternalHttpClient, SolrZkClient, InternalHttpClient, InternalHttpClient, ZkTestServer, Overseer, SolrZkClient, SolrZkClient, InternalHttpClient, ZkStateReader, ZkController, ZkStateReader, Http2SolrClient, Http2SolrClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(Randomized
[...truncated too long message...]
Test]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 55) Thread[id=4307, name=SolrRrdBackendFactory-2579-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 56) Thread[id=4263, name=qtp970343129-4263, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$61/39047699.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 57) Thread[id=4328, name=SolrRrdBackendFactory-2599-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 58) Thread[id=4330, name=Thread-510, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:502)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:2281)
[junit4] > 59) Thread[id=4315, name=Thread-509, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:502)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:2281)
[junit4] > 60) Thread[id=4254, name=qtp341073870-4254, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 61) Thread[id=4269, name=qtp970343129-4269, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 62) Thread[id=4312, name=ScheduledTrigger-2570-thread-4, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 63) Thread[id=4258, name=qtp341073870-4258, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 64) Thread[id=4333, name=TEST-CloudSolrClientTest.testPRSRestart-seed#[B4D2A0B78B1A500E]-SendThread(127.0.0.1:34251), state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1193)
[junit4] > at __randomizedtesting.SeedInfo.seed([B4D2A0B78B1A500E]:0)
[junit4] Completed [159/214 (1!)] on J0 in 183.42s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49816 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1990 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1990/
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [SolrZkClient, Http2SolrClient, SolrZkClient, SolrZkClient, ZkStateReader, ZKServerMain, SolrZkClient, ZkController, Http2SolrClient, Http2SolrClient, InternalHttpClient, ZkController, InternalHttpClient, Http2SolrClient, , SolrZkClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, SolrZkClient, ZkTestServer, InternalHttpClient, ZkStateReader, ZkController, Http2SolrClient, InternalHttpClient, Overseer, Http2SolrClient, ZkStateReader, ZkStateReader] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 30 object(s) that were not released!!! [SolrZkClient, Http2SolrClient, SolrZkClient, SolrZkClient, ZkStateReader, ZKServerMain, SolrZkClient, ZkController, Http2SolrClient, Http2SolrClient, InternalHttpClient, ZkController, InternalHttpClient, Http2SolrClient, , SolrZkClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, SolrZkClient, ZkTestServer, InternalHttpClient, ZkStateReader, ZkController, Http2SolrClient, InternalHttpClient, Overseer, Http2SolrClient, ZkStateReader, ZkStateReader] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRul
[...truncated too long message...]
waitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 64) Thread[id=5067, name=Session-HouseKeeper-23490c2e-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 65) Thread[id=5076, name=Session-HouseKeeper-52dc053d-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 66) Thread[id=5052, name=qtp1241013939-5052, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 67) Thread[id=5091, name=h2sc-2893-thread-2, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$134/680000074.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$101/1222451152.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 68) Thread[id=5069, name=qtp197946112-5069, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$134/680000074.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 69) Thread[id=5075, name=qtp197946112-5075, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 70) Thread[id=5105, name=ScheduledTrigger-2903-thread-4, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([F447A5F8F3539699]:0)
[junit4] Completed [200/214 (1!)] on J0 in 227.89s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49693 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1989 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1989/
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [SolrZkClient, Http2SolrClient, SolrZkClient, InternalHttpClient, SolrZkClient, Http2SolrClient, ZkController, ZkController, InternalHttpClient, Http2SolrClient, ZkStateReader, Overseer, InternalHttpClient, ZkTestServer, Http2SolrClient, SolrZkClient, SolrZkClient, ZkController, , InternalHttpClient, InternalHttpClient, InternalHttpClient, ZkStateReader, Http2SolrClient, ZkStateReader, ZKServerMain, Http2SolrClient, InternalHttpClient, SolrZkClient, ZkStateReader] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 30 object(s) that were not released!!! [SolrZkClient, Http2SolrClient, SolrZkClient, InternalHttpClient, SolrZkClient, Http2SolrClient, ZkController, ZkController, InternalHttpClient, Http2SolrClient, ZkStateReader, Overseer, InternalHttpClient, ZkTestServer, Http2SolrClient, SolrZkClient, SolrZkClient, ZkController, , InternalHttpClient, InternalHttpClient, InternalHttpClient, ZkStateReader, Http2SolrClient, ZkStateReader, ZKServerMain, Http2SolrClient, InternalHttpClient, SolrZkClient, ZkStateReader] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRul
[...truncated too long message...]
.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 53) Thread[id=3588, name=zkConnectionManagerCallback-2225-thread-1, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 54) Thread[id=3528, name=qtp1768892556-3528, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 55) Thread[id=3563, name=ScheduledTrigger-2198-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 56) Thread[id=3577, name=Thread-499, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:502)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:2281)
[junit4] > 57) Thread[id=3586, name=jetty-launcher-2160-thread-3-SendThread(127.0.0.1:35603), state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1132)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195)
[junit4] > 58) Thread[id=3521, name=qtp1978448981-3521, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 59) Thread[id=3487, name=TEST-CloudSolrClientTest.testPRSRestart-seed#[ABE16DD90D82F195]-SendThread(127.0.0.1:35603), state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1193)
[junit4] > 60) Thread[id=3566, name=jetty-launcher-2160-thread-1-SendThread(127.0.0.1:35603), state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1375)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1316)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1294)
[junit4] > 61) Thread[id=3567, name=MetricsHistoryHandler-2206-thread-1, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 62) Thread[id=3599, name=Connector-Scheduler-7b2b4c98-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 63) Thread[id=3512, name=qtp843306255-3512, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 64) Thread[id=3524, name=qtp1768892556-3524, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([ABE16DD90D82F195]:0)
[junit4] Completed [135/214 (1!)] on J0 in 209.69s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49888 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1988 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1988/
7 tests failed.
FAILED: org.apache.solr.security.JWTIssuerConfigTest.jwksUrlwithHttpBehaviors
Error Message:
Expected exception SolrException but no exception was thrown
Stack Trace:
junit.framework.AssertionFailedError: Expected exception SolrException but no exception was thrown
at __randomizedtesting.SeedInfo.seed([B9FD18EEA07CBE40:D659F4648855260A]:0)
at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2744)
at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2734)
at org.apache.solr.security.JWTIssuerConfigTest.jwksUrlwithHttpBehaviors(JWTIssuerConfigTest.java:145)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient, SolrZkClient, SolrZkClient, SolrZkClient, ZkStateReader, SolrZkClient, Http2SolrClient, InternalHttpClient, InternalHttpClient, ZkStateReader, ZkStateReader, InternalHttpClient, ZkTestServer, Http2SolrClient, ZkStateReader, SolrZkClient, Http2SolrClient, InternalHttpClient, InternalHttpClient, ZKServerMain, Http2SolrClient, Http2SolrClient, , ZkController, Http2SolrClient, ZkController, Overseer, SolrZkClient, ZkController] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCl
[...truncated too long message...]
] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 61) Thread[id=2777, name=qtp1798563431-2777, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 62) Thread[id=2779, name=qtp1798563431-2779, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 63) Thread[id=2856, name=Thread-294, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:502)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:2281)
[junit4] > 64) Thread[id=2854, name=SolrRrdBackendFactory-1461-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 65) Thread[id=4780, name=SolrRrdBackendFactory-1461-thread-2, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 66) Thread[id=2804, name=h2sc-1410-thread-1, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$51/1831365074.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$76/2006272517.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 67) Thread[id=4740, name=Connector-Scheduler-24c90f4a-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 68) Thread[id=2786, name=qtp903473695-2786, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 69) Thread[id=2839, name=Thread-293, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:502)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:2281)
[junit4] > 70) Thread[id=2782, name=Session-HouseKeeper-6fc7a06f-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([4C35B92BF4AA7949]:0)
[junit4] Completed [193/214 (1!)] on J0 in 214.79s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49714 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1987 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1987/
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [SolrZkClient, Overseer, ZkTestServer, ZkStateReader, InternalHttpClient, ZkStateReader, SolrZkClient, Http2SolrClient, SolrZkClient, , InternalHttpClient, Http2SolrClient, SolrZkClient, SolrZkClient, ZkController, ZkController, Http2SolrClient, Http2SolrClient, ZKServerMain, InternalHttpClient, ZkStateReader, InternalHttpClient, Http2SolrClient, ZkController, ZkStateReader, Http2SolrClient, InternalHttpClient, SolrZkClient, InternalHttpClient, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 30 object(s) that were not released!!! [SolrZkClient, Overseer, ZkTestServer, ZkStateReader, InternalHttpClient, ZkStateReader, SolrZkClient, Http2SolrClient, SolrZkClient, , InternalHttpClient, Http2SolrClient, SolrZkClient, SolrZkClient, ZkController, ZkController, Http2SolrClient, Http2SolrClient, ZKServerMain, InternalHttpClient, ZkStateReader, InternalHttpClient, Http2SolrClient, ZkController, ZkStateReader, Http2SolrClient, InternalHttpClient, SolrZkClient, InternalHttpClient, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRul
[...truncated too long message...]
it4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 62) Thread[id=2010, name=h2sc-988-thread-1, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$101/1922319168.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$56/268267839.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 63) Thread[id=2023, name=MetricsHistoryHandler-1004-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 64) Thread[id=2028, name=h2sc-1007-thread-1, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$101/1922319168.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$56/268267839.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 65) Thread[id=2054, name=Thread-265, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:502)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:2281)
[junit4] > 66) Thread[id=2062, name=Thread-266, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:502)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:2281)
[junit4] > 67) Thread[id=1960, name=TEST-CloudSolrClientTest.testPRSRestart-seed#[8633E19C66150FD1]-SendThread(127.0.0.1:42321), state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1193)
[junit4] > 68) Thread[id=2027, name=ScheduledTrigger-998-thread-4, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 69) Thread[id=1987, name=qtp1628997164-1987, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 70) Thread[id=2060, name=SolrRrdBackendFactory-1039-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([8633E19C66150FD1]:0)
[junit4] Completed [165/214 (1!)] on J0 in 208.91s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49798 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1986 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1986/
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [Http2SolrClient, SolrZkClient, InternalHttpClient, InternalHttpClient, SolrZkClient, ZkController, ZKServerMain, InternalHttpClient, SolrZkClient, InternalHttpClient, Overseer, ZkStateReader, Http2SolrClient, ZkController, , Http2SolrClient, InternalHttpClient, InternalHttpClient, ZkStateReader, Http2SolrClient, SolrZkClient, ZkTestServer, SolrZkClient, Http2SolrClient, Http2SolrClient, InternalHttpClient, ZkStateReader, ZkController, ZkStateReader, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor29.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor29.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor29.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor29.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor29.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor29.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor29.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 30 object(s) that were not released!!! [Http2SolrClient, SolrZkClient, InternalHttpClient, InternalHttpClient, SolrZkClient, ZkController, ZKServerMain, InternalHttpClient, SolrZkClient, InternalHttpClient, Overseer, ZkStateReader, Http2SolrClient, ZkController, , Http2SolrClient, InternalHttpClient, InternalHttpClient, ZkStateReader, Http2SolrClient, SolrZkClient, ZkTestServer, SolrZkClient, Http2SolrClient, Http2SolrClient, InternalHttpClient, ZkStateReader, ZkController, ZkStateReader, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566)
[...truncated too long message...]
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 55) Thread[id=3435, name=qtp84628651-3435, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 56) Thread[id=3502, name=SolrRrdBackendFactory-2226-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 57) Thread[id=3426, name=qtp1004962383-3426, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 58) Thread[id=3474, name=jetty-launcher-2155-thread-3-SendThread(127.0.0.1:33675), state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1132)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195)
[junit4] > 59) Thread[id=3427, name=qtp84628651-3427, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 60) Thread[id=3487, name=MetricsHistoryHandler-2209-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 61) Thread[id=3441, name=qtp1643705811-3441, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 62) Thread[id=3442, name=qtp1643705811-3442, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 63) Thread[id=3456, name=h2sc-2175-thread-1, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$91/531992941.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$62/236028573.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 64) Thread[id=3498, name=jetty-launcher-2155-thread-1-SendThread(127.0.0.1:33675), state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1193)
[junit4] > at __randomizedtesting.SeedInfo.seed([1CCF2AF2D3FA1943]:0)
[junit4] Completed [151/214 (1!)] on J0 in 190.90s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49840 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1985 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1985/
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [SolrZkClient, InternalHttpClient, ZkStateReader, Http2SolrClient, InternalHttpClient, ZkStateReader, ZkController, ZkController, Http2SolrClient, InternalHttpClient, SolrZkClient, SolrZkClient, InternalHttpClient, ZkTestServer, SolrZkClient, Http2SolrClient, InternalHttpClient, , SolrZkClient, ZkStateReader, Overseer, ZKServerMain, InternalHttpClient, Http2SolrClient, ZkStateReader, ZkController, SolrZkClient, InternalHttpClient, Http2SolrClient, Http2SolrClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 30 object(s) that were not released!!! [SolrZkClient, InternalHttpClient, ZkStateReader, Http2SolrClient, InternalHttpClient, ZkStateReader, ZkController, ZkController, Http2SolrClient, InternalHttpClient, SolrZkClient, SolrZkClient, InternalHttpClient, ZkTestServer, SolrZkClient, Http2SolrClient, InternalHttpClient, , SolrZkClient, ZkStateReader, Overseer, ZKServerMain, InternalHttpClient, Http2SolrClient, ZkStateReader, ZkController, SolrZkClient, InternalHttpClient, Http2SolrClient, Http2SolrClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRul
[...truncated too long message...]
misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 63) Thread[id=4139, name=qtp1046339010-4139, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 64) Thread[id=4134, name=Session-HouseKeeper-4f090ed9-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 65) Thread[id=4131, name=qtp1398186050-4131, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 66) Thread[id=4189, name=MetricsHistoryHandler-2186-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 67) Thread[id=4208, name=MetricsHistoryHandler-2204-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 68) Thread[id=4143, name=Session-HouseKeeper-66ba0521-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 69) Thread[id=4136, name=qtp1046339010-4136, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$100/1789455260.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 70) Thread[id=4182, name=SolrRrdBackendFactory-2179-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([227B85FF04564DD8]:0)
[junit4] Completed [115/214 (1!)] on J0 in 214.01s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49958 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1984 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1984/
7 tests failed.
FAILED: org.apache.solr.cloud.LeaderTragicEventTest.testLeaderFailsOver
Error Message:
Error from server at https://127.0.0.1:35785/solr: Underlying core creation failed while creating collection: testLeaderFailsOver
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35785/solr: Underlying core creation failed while creating collection: testLeaderFailsOver
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
at org.apache.solr.cloud.LeaderTragicEventTest.testLeaderFailsOver(LeaderTragicEventTest.java:80)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [Http2SolrClient, Http2SolrClient, SolrZkClient, ZkStateReader, InternalHttpClient, ZkController, ZKServerMain, InternalHttpClient, SolrZkClient, ZkStateReader, InternalHttpClient, InternalHttpClient, InternalHttpClient, Http2SolrClient, Overseer, SolrZkClient, Http2SolrClient, SolrZkClient, ZkStateReader, Http2SolrClient, ZkController, ZkStateReader, , ZkController, InternalHttpClient, SolrZkClient, InternalHttpClient, ZkTestServer, Http2SolrClient, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomiz
[...truncated too long message...]
ad(127.0.0.1:36921), state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1193)
[junit4] > 56) Thread[id=7265, name=Thread-1133, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:502)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:2281)
[junit4] > 57) Thread[id=7172, name=zkConnectionManagerCallback-4337-thread-1, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 58) Thread[id=7192, name=qtp2081229360-7192, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$112/1650375457.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 59) Thread[id=7179, name=qtp1343929624-7179, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$112/1650375457.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 60) Thread[id=7164, name=zkConnectionManagerCallback-4335-thread-1, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 61) Thread[id=7191, name=qtp1454890168-7191, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 62) Thread[id=7202, name=qtp2081229360-7202, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 63) Thread[id=7199, name=qtp1454890168-7199, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 64) Thread[id=7270, name=zkConnectionManagerCallback-4418-thread-1, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([598ADB58CE37A841]:0)
[junit4] Completed [214/214 (1!)] on J1 in 180.19s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49651 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1983 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1983/
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [SolrZkClient, ZKServerMain, Http2SolrClient, ZkController, , Http2SolrClient, Http2SolrClient, ZkController, InternalHttpClient, SolrZkClient, ZkTestServer, ZkStateReader, ZkStateReader, Http2SolrClient, ZkStateReader, Http2SolrClient, InternalHttpClient, ZkStateReader, InternalHttpClient, InternalHttpClient, InternalHttpClient, SolrZkClient, Http2SolrClient, SolrZkClient, ZkController, InternalHttpClient, InternalHttpClient, Overseer, SolrZkClient, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 30 object(s) that were not released!!! [SolrZkClient, ZKServerMain, Http2SolrClient, ZkController, , Http2SolrClient, Http2SolrClient, ZkController, InternalHttpClient, SolrZkClient, ZkTestServer, ZkStateReader, ZkStateReader, Http2SolrClient, ZkStateReader, Http2SolrClient, InternalHttpClient, ZkStateReader, InternalHttpClient, InternalHttpClient, InternalHttpClient, SolrZkClient, Http2SolrClient, SolrZkClient, ZkController, InternalHttpClient, InternalHttpClient, Overseer, SolrZkClient, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.Ra
[...truncated too long message...]
or.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 56) Thread[id=5267, name=qtp666348088-5267, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 57) Thread[id=5268, name=Session-HouseKeeper-6b211d24-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 58) Thread[id=5325, name=h2sc-2842-thread-1, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$90/718415605.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$113/720050296.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 59) Thread[id=5332, name=jetty-launcher-2784-thread-2-SendThread(127.0.0.1:39647), state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1193)
[junit4] > 60) Thread[id=5337, name=MetricsHistoryHandler-2856-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 61) Thread[id=7835, name=SolrRrdBackendFactory-2855-thread-2, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 62) Thread[id=5276, name=Session-HouseKeeper-617ade0b-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 63) Thread[id=5334, name=zkConnectionManagerCallback-2849-thread-1, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 64) Thread[id=5264, name=qtp666348088-5264, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([B2B0C8447A89C3C1]:0)
[junit4] Completed [214/214 (1!)] on J0 in 175.92s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49651 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1982 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1982/
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [ZkStateReader, SolrZkClient, InternalHttpClient, SolrZkClient, ZkStateReader, , Http2SolrClient, SolrZkClient, SolrZkClient, Overseer, Http2SolrClient, SolrZkClient, InternalHttpClient, ZkController, InternalHttpClient, ZkStateReader, ZKServerMain, ZkTestServer, ZkController, SolrZkClient, Http2SolrClient, ZkStateReader, InternalHttpClient, Http2SolrClient, InternalHttpClient, ZkController, Http2SolrClient, InternalHttpClient, Http2SolrClient, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 30 object(s) that were not released!!! [ZkStateReader, SolrZkClient, InternalHttpClient, SolrZkClient, ZkStateReader, , Http2SolrClient, SolrZkClient, SolrZkClient, Overseer, Http2SolrClient, SolrZkClient, InternalHttpClient, ZkController, InternalHttpClient, ZkStateReader, ZKServerMain, ZkTestServer, ZkController, SolrZkClient, Http2SolrClient, ZkStateReader, InternalHttpClient, Http2SolrClient, InternalHttpClient, ZkController, Http2SolrClient, InternalHttpClient, Http2SolrClient, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessor
[...truncated too long message...]
ava:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 58) Thread[id=4474, name=h2sc-2548-thread-1, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$89/1367565220.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$90/654354328.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 59) Thread[id=4428, name=qtp882005188-4428, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 60) Thread[id=4459, name=h2sc-2530-thread-1, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$89/1367565220.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$90/654354328.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 61) Thread[id=4462, name=h2sc-2532-thread-1, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$89/1367565220.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$90/654354328.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 62) Thread[id=4500, name=Thread-647, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:502)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:2281)
[junit4] > 63) Thread[id=4429, name=qtp882005188-4429, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 64) Thread[id=4467, name=zkConnectionManagerCallback-2534-thread-1, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([6C14F2B705C813F9]:0)
[junit4] Completed [210/214 (1!)] on J2 in 186.93s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49663 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1981 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1981/
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient, SolrZkClient, SolrZkClient, SolrZkClient, Http2SolrClient, Http2SolrClient, SolrZkClient, Http2SolrClient, Http2SolrClient, Overseer, , ZkController, ZkController, ZkStateReader, SolrZkClient, InternalHttpClient, InternalHttpClient, ZkTestServer, InternalHttpClient, ZkStateReader, Http2SolrClient, InternalHttpClient, Http2SolrClient, SolrZkClient, ZkStateReader, InternalHttpClient, ZKServerMain, ZkController, ZkStateReader] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 30 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient, SolrZkClient, SolrZkClient, SolrZkClient, Http2SolrClient, Http2SolrClient, SolrZkClient, Http2SolrClient, Http2SolrClient, Overseer, , ZkController, ZkController, ZkStateReader, SolrZkClient, InternalHttpClient, InternalHttpClient, ZkTestServer, InternalHttpClient, ZkStateReader, Http2SolrClient, InternalHttpClient, Http2SolrClient, SolrZkClient, ZkStateReader, InternalHttpClient, ZKServerMain, ZkController, ZkStateReader] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(
[...truncated too long message...]
ks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 55) Thread[id=2982, name=Connector-Scheduler-5e4c9641-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 56) Thread[id=2934, name=zkConnectionManagerCallback-1373-thread-1, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 57) Thread[id=2897, name=qtp1499401130-2897, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 58) Thread[id=2899, name=qtp1351311904-2899, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 59) Thread[id=5034, name=SolrRrdBackendFactory-1419-thread-2, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 60) Thread[id=2894, name=qtp1499401130-2894, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 61) Thread[id=2941, name=ScheduledTrigger-1378-thread-1, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 62) Thread[id=2944, name=Thread-571, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:502)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:2281)
[junit4] > 63) Thread[id=2971, name=zkConnectionManagerCallback-1413-thread-1, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 64) Thread[id=2942, name=ScheduledTrigger-1378-thread-2, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([BC4843889A3E85F3]:0)
[junit4] Completed [213/214 (1!)] on J2 in 197.81s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49654 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1980 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1980/
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [InternalHttpClient, SolrZkClient, ZkStateReader, ZkTestServer, Http2SolrClient, InternalHttpClient, Http2SolrClient, Http2SolrClient, , InternalHttpClient, Http2SolrClient, InternalHttpClient, ZkStateReader, Http2SolrClient, InternalHttpClient, Http2SolrClient, Overseer, ZkStateReader, InternalHttpClient, InternalHttpClient, SolrZkClient, ZkStateReader, ZkController, SolrZkClient, ZkController, SolrZkClient, ZkController, SolrZkClient, ZKServerMain, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 30 object(s) that were not released!!! [InternalHttpClient, SolrZkClient, ZkStateReader, ZkTestServer, Http2SolrClient, InternalHttpClient, Http2SolrClient, Http2SolrClient, , InternalHttpClient, Http2SolrClient, InternalHttpClient, ZkStateReader, Http2SolrClient, InternalHttpClient, Http2SolrClient, Overseer, ZkStateReader, InternalHttpClient, InternalHttpClient, SolrZkClient, ZkStateReader, ZkController, SolrZkClient, ZkController, SolrZkClient, ZkController, SolrZkClient, ZKServerMain, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:6
[...truncated too long message...]
r.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$113/275840408.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 64) Thread[id=1537, name=h2sc-755-thread-2, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$113/275840408.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$114/1100003011.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 65) Thread[id=1575, name=h2sc-793-thread-2, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$113/275840408.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$114/1100003011.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 66) Thread[id=1473, name=TEST-CloudSolrClientTest.testPRSRestart-seed#[5CC53ECF38EC8CDA]-SendThread(127.0.0.1:38225), state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1193)
[junit4] > 67) Thread[id=1563, name=MetricsHistoryHandler-783-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 68) Thread[id=1550, name=jetty-launcher-735-thread-1-SendThread(127.0.0.1:38225), state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1132)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195)
[junit4] > 69) Thread[id=1515, name=qtp1094834264-1515, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 70) Thread[id=1524, name=qtp1114417412-1524, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([5CC53ECF38EC8CDA]:0)
[junit4] Completed [212/214 (1!)] on J1 in 198.40s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49657 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1979 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1979/
7 tests failed.
FAILED: org.apache.solr.security.JWTIssuerConfigTest.jwksUrlwithHttpBehaviors
Error Message:
Expected exception SolrException but no exception was thrown
Stack Trace:
junit.framework.AssertionFailedError: Expected exception SolrException but no exception was thrown
at __randomizedtesting.SeedInfo.seed([70F311BE5CF63C71:1F57FD3474DFA43B]:0)
at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2744)
at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2734)
at org.apache.solr.security.JWTIssuerConfigTest.jwksUrlwithHttpBehaviors(JWTIssuerConfigTest.java:145)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [InternalHttpClient, ZKServerMain, SolrZkClient, Overseer, ZkStateReader, InternalHttpClient, Http2SolrClient, SolrZkClient, ZkController, InternalHttpClient, ZkStateReader, SolrZkClient, InternalHttpClient, ZkController, , Http2SolrClient, ZkStateReader, ZkController, ZkStateReader, ZkTestServer, Http2SolrClient, Http2SolrClient, InternalHttpClient, Http2SolrClient, SolrZkClient, SolrZkClient, InternalHttpClient, SolrZkClient, InternalHttpClient, Http2SolrClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCl
[...truncated too long message...]
il.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$78/1363853426.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 63) Thread[id=6715, name=h2sc-3579-thread-2, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$78/1363853426.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$52/1851735002.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 64) Thread[id=6733, name=ScheduledTrigger-3591-thread-3, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 65) Thread[id=6668, name=TEST-CloudSolrClientTest.testPRSRestart-seed#[F48D8E5BBBE64165]-SendThread(127.0.0.1:35317), state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1132)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195)
[junit4] > 66) Thread[id=6723, name=jetty-launcher-3561-thread-2-SendThread(127.0.0.1:35317), state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1193)
[junit4] > 67) Thread[id=6719, name=h2sc-3581-thread-2, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$78/1363853426.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$52/1851735002.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 68) Thread[id=6671, name=zkConnectionManagerCallback-3558-thread-1, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 69) Thread[id=6704, name=Session-HouseKeeper-1f2ee60e-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 70) Thread[id=6691, name=qtp778370363-6691, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([F48D8E5BBBE64165]:0)
[junit4] Completed [214/214 (1!)] on J1 in 183.77s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49653 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1978 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1978/
8 tests failed.
FAILED: org.apache.solr.cloud.LeaderTragicEventTest.testLeaderFailsOver
Error Message:
Error from server at http://127.0.0.1:44529/solr: Underlying core creation failed while creating collection: testLeaderFailsOver
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44529/solr: Underlying core creation failed while creating collection: testLeaderFailsOver
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
at org.apache.solr.cloud.LeaderTragicEventTest.testLeaderFailsOver(LeaderTragicEventTest.java:80)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([CC9E10E8F284C3B5:2442BD0A016CD995]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1023)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:983)
at org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming(TestCircuitBreaker.java:245)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException: Circuit Breakers tripped Memory Circuit Breaker triggered as JVM heap usage values are greater than allocated threshold.Seen JVM heap memory usage 421102392 and allocated threshold 397148160
at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:320)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:216)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2638)
at org.apache.solr.util.TestHarness.query(TestHarness.java:346)
at org.apache.solr.util.TestHarness.query(TestHarness.java:328)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:997)
... 45 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [InternalHttpClient, Http2SolrClient, ZkTestServer, SolrZkClient, Http2SolrClient, SolrZkClient, ZkController, InternalHttpClient, InternalHttpClient, ZKServerMain, ZkStateReader, SolrZkClient, Http2SolrClient, ZkController, ZkStateReader, InternalHttpClient, ZkStateReader, Http2SolrClient, Http2SolrClient, SolrZkClient, SolrZkClient, ZkStateReader, SolrZkClient, InternalHttpClient, , Overseer, InternalHttpClient, ZkController, Http2SolrClient, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at ja
[...truncated too long message...]
rategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$86/2143309286.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 60) Thread[id=4299, name=Thread-552, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:502)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:2281)
[junit4] > 61) Thread[id=4306, name=Connector-Scheduler-80c53ee-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 62) Thread[id=4260, name=ScheduledTrigger-2527-thread-2, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 63) Thread[id=4254, name=zkConnectionManagerCallback-2522-thread-1, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 64) Thread[id=6474, name=Connector-Scheduler-5b9e9d80-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 65) Thread[id=4232, name=qtp562688336-4232, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 66) Thread[id=4263, name=SolrRrdBackendFactory-2532-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 67) Thread[id=4304, name=zkConnectionManagerCallback-2575-thread-1, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 68) Thread[id=4262, name=ScheduledTrigger-2527-thread-4, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 69) Thread[id=4276, name=jetty-launcher-2497-thread-2-SendThread(127.0.0.1:37439), state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1193)
[junit4] > 70) Thread[id=4293, name=jetty-launcher-2497-thread-3-SendThread(127.0.0.1:37439), state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1193)
[junit4] > at __randomizedtesting.SeedInfo.seed([8918F275581F0D3D]:0)
[junit4] Completed [214/214 (1!)] on J3 in 216.42s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49651 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1977 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1977/
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [InternalHttpClient, Overseer, ZkController, Http2SolrClient, SolrZkClient, InternalHttpClient, InternalHttpClient, ZkStateReader, SolrZkClient, SolrZkClient, Http2SolrClient, InternalHttpClient, ZkStateReader, Http2SolrClient, SolrZkClient, ZkController, ZkStateReader, InternalHttpClient, Http2SolrClient, ZkStateReader, SolrZkClient, SolrZkClient, Http2SolrClient, InternalHttpClient, Http2SolrClient, ZKServerMain, , InternalHttpClient, ZkController, ZkTestServer] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 30 object(s) that were not released!!! [InternalHttpClient, Overseer, ZkController, Http2SolrClient, SolrZkClient, InternalHttpClient, InternalHttpClient, ZkStateReader, SolrZkClient, SolrZkClient, Http2SolrClient, InternalHttpClient, ZkStateReader, Http2SolrClient, SolrZkClient, ZkController, ZkStateReader, InternalHttpClient, Http2SolrClient, ZkStateReader, SolrZkClient, SolrZkClient, Http2SolrClient, InternalHttpClient, Http2SolrClient, ZKServerMain, , InternalHttpClient, ZkController, ZkTestServer] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.ec
[...truncated too long message...]
rkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 62) Thread[id=3279, name=qtp3367097-3279, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 63) Thread[id=3342, name=Thread-388, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:502)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:2281)
[junit4] > 64) Thread[id=3355, name=zkConnectionManagerCallback-1948-thread-1, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 65) Thread[id=3349, name=h2sc-1943-thread-2, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$97/1114375182.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$59/522690753.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 66) Thread[id=5455, name=SolrRrdBackendFactory-1936-thread-2, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 67) Thread[id=3291, name=qtp1397110071-3291, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 68) Thread[id=3357, name=SolrRrdBackendFactory-1954-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 69) Thread[id=3319, name=ScheduledTrigger-1913-thread-1, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 70) Thread[id=3287, name=qtp1397110071-3287, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([55D149E439017078]:0)
[junit4] Completed [189/214 (1!)] on J0 in 206.33s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49726 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1976 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1976/
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [InternalHttpClient, Http2SolrClient, Http2SolrClient, ZkController, SolrZkClient, ZkStateReader, InternalHttpClient, , ZKServerMain, ZkStateReader, InternalHttpClient, ZkController, InternalHttpClient, Overseer, SolrZkClient, ZkController, Http2SolrClient, InternalHttpClient, SolrZkClient, ZkStateReader, InternalHttpClient, SolrZkClient, InternalHttpClient, Http2SolrClient, ZkStateReader, SolrZkClient, ZkTestServer, SolrZkClient, Http2SolrClient, Http2SolrClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 30 object(s) that were not released!!! [InternalHttpClient, Http2SolrClient, Http2SolrClient, ZkController, SolrZkClient, ZkStateReader, InternalHttpClient, , ZKServerMain, ZkStateReader, InternalHttpClient, ZkController, InternalHttpClient, Overseer, SolrZkClient, ZkController, Http2SolrClient, InternalHttpClient, SolrZkClient, ZkStateReader, InternalHttpClient, SolrZkClient, InternalHttpClient, Http2SolrClient, ZkStateReader, SolrZkClient, ZkTestServer, SolrZkClient, Http2SolrClient, Http2SolrClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHa
[...truncated too long message...]
at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$111/1428324168.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 65) Thread[id=4603, name=SolrRrdBackendFactory-2617-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 66) Thread[id=4586, name=SolrRrdBackendFactory-2599-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 67) Thread[id=4529, name=qtp259837345-4529, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$111/1428324168.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 68) Thread[id=4565, name=ScheduledTrigger-2576-thread-1, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 69) Thread[id=4591, name=h2sc-2604-thread-2, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$111/1428324168.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$82/835441962.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 70) Thread[id=4604, name=MetricsHistoryHandler-2618-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([4089C8D8D3BBCFE4]:0)
[junit4] Completed [214/214 (1!)] on J0 in 198.97s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49651 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1975 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1975/
7 tests failed.
FAILED: org.apache.solr.security.JWTIssuerConfigTest.jwksUrlwithHttpBehaviors
Error Message:
Expected exception SolrException but no exception was thrown
Stack Trace:
junit.framework.AssertionFailedError: Expected exception SolrException but no exception was thrown
at __randomizedtesting.SeedInfo.seed([38E522072D99A94D:5741CE8D05B03107]:0)
at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2744)
at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2734)
at org.apache.solr.security.JWTIssuerConfigTest.jwksUrlwithHttpBehaviors(JWTIssuerConfigTest.java:145)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [ZkController, ZKServerMain, Http2SolrClient, InternalHttpClient, ZkStateReader, ZkStateReader, SolrZkClient, InternalHttpClient, InternalHttpClient, ZkStateReader, Overseer, Http2SolrClient, Http2SolrClient, SolrZkClient, , InternalHttpClient, InternalHttpClient, SolrZkClient, Http2SolrClient, ZkStateReader, InternalHttpClient, SolrZkClient, ZkController, SolrZkClient, Http2SolrClient, Http2SolrClient, SolrZkClient, ZkController, InternalHttpClient, ZkTestServer] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(Tes
[...truncated too long message...]
ThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 56) Thread[id=1779, name=qtp1679238991-1779, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 57) Thread[id=1806, name=jetty-launcher-1094-thread-1-SendThread(127.0.0.1:44235), state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1132)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195)
[junit4] > 58) Thread[id=3863, name=SolrRrdBackendFactory-1146-thread-2, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 59) Thread[id=1770, name=qtp1679238991-1770, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 60) Thread[id=1757, name=qtp1679238991-1757, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$122/1008692745.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 61) Thread[id=1816, name=SolrRrdBackendFactory-1139-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 62) Thread[id=1763, name=qtp999317809-1763, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 63) Thread[id=1799, name=h2sc-1120-thread-1, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$122/1008692745.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$86/1978695425.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 64) Thread[id=1843, name=Thread-273, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:502)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:2281)
[junit4] > at __randomizedtesting.SeedInfo.seed([D1C42420AA1243AC]:0)
[junit4] Completed [122/214 (1!)] on J0 in 202.19s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49927 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1974 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1974/
8 tests failed.
FAILED: org.apache.solr.cloud.LeaderTragicEventTest.testLeaderFailsOver
Error Message:
Error from server at http://127.0.0.1:33389/solr: Underlying core creation failed while creating collection: testLeaderFailsOver
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33389/solr: Underlying core creation failed while creating collection: testLeaderFailsOver
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
at org.apache.solr.cloud.LeaderTragicEventTest.testLeaderFailsOver(LeaderTragicEventTest.java:80)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.cdcr.CdcrVersionReplicationTest.testCdcrDocVersions
Error Message:
Error from server at https://127.0.0.1:42791/d_kpg: ADDREPLICA failed to create replica
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42791/d_kpg: ADDREPLICA failed to create replica
at __randomizedtesting.SeedInfo.seed([61E6283F6F792A86:9970239D9D1FC59A]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.startServers(BaseCdcrDistributedZkTest.java:601)
at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.createSourceCollection(BaseCdcrDistributedZkTest.java:358)
at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.baseBefore(BaseCdcrDistributedZkTest.java:179)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [Http2SolrClient, SolrZkClient, ZkStateReader, ZkController, InternalHttpClient, Http2SolrClient, SolrZkClient, InternalHttpClient, Http2SolrClient, ZkStateReader, ZkStateReader, Http2SolrClient, , ZkController, SolrZkClient, InternalHttpClient, ZkStateReader, ZkController, InternalHttpClient, SolrZkClient, Overseer, ZkTestServer, Http2SolrClient, InternalHttpClient, InternalHttpClient, ZKServerMain, InternalHttpClient, SolrZkClient, SolrZkClient, Http2SolrClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPool
[...truncated too long message...]
ethod)
[junit4] > at java.lang.Object.wait(Object.java:502)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:2281)
[junit4] > 62) Thread[id=5705, name=qtp1403264476-5705, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 63) Thread[id=5732, name=zkConnectionManagerCallback-2941-thread-1, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 64) Thread[id=5766, name=h2sc-2976-thread-1, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$53/1737352194.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$76/719180353.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 65) Thread[id=5759, name=MetricsHistoryHandler-2970-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 66) Thread[id=5776, name=MetricsHistoryHandler-2988-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 67) Thread[id=7037, name=Connector-Scheduler-1a51c948-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 68) Thread[id=5754, name=jetty-launcher-2916-thread-2-SendThread(127.0.0.1:46159), state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1193)
[junit4] > 69) Thread[id=7035, name=SolrRrdBackendFactory-2951-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 70) Thread[id=5697, name=qtp1025982041-5697, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([3315039C29DA1B00]:0)
[junit4] Completed [214/214 (1!)] on J1 in 190.74s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49651 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1973 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1973/
8 tests failed.
FAILED: org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([724AA2AA804A6221:9A960F4873A27801]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1023)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:983)
at org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming(TestCircuitBreaker.java:245)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException: Circuit Breakers tripped Memory Circuit Breaker triggered as JVM heap usage values are greater than allocated threshold.Seen JVM heap memory usage 436872336 and allocated threshold 395575296
at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:320)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:216)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2638)
at org.apache.solr.util.TestHarness.query(TestHarness.java:346)
at org.apache.solr.util.TestHarness.query(TestHarness.java:328)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:997)
... 45 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [ZkStateReader, SolrZkClient, ZKServerMain, ZkController, Http2SolrClient, Http2SolrClient, Http2SolrClient, Overseer, InternalHttpClient, ZkController, InternalHttpClient, ZkTestServer, SolrZkClient, InternalHttpClient, SolrZkClient, ZkController, InternalHttpClient, InternalHttpClient, , Http2SolrClient, ZkStateReader, InternalHttpClient, SolrZkClient, Http2SolrClient, SolrZkClient, ZkStateReader, ZkStateReader, InternalHttpClient, SolrZkClient, Http2SolrClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.
[...truncated too long message...]
dThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 64) Thread[id=5636, name=zkConnectionManagerCallback-3208-thread-1, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 65) Thread[id=5656, name=qtp420408698-5656, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 66) Thread[id=5669, name=qtp763004433-5669, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 67) Thread[id=5665, name=qtp819841558-5665, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 68) Thread[id=5663, name=qtp763004433-5663, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$322/1943194681.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 69) Thread[id=5661, name=qtp819841558-5661, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$322/1943194681.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 70) Thread[id=5662, name=qtp819841558-5662, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$322/1943194681.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([514FBC1D1D32EB39]:0)
[junit4] Completed [214/214 (2!)] on J2 in 187.67s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49652 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1972 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1972/
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [ZkController, InternalHttpClient, Http2SolrClient, ZkStateReader, InternalHttpClient, Http2SolrClient, SolrZkClient, ZkTestServer, Http2SolrClient, Http2SolrClient, SolrZkClient, SolrZkClient, ZKServerMain, Http2SolrClient, SolrZkClient, InternalHttpClient, InternalHttpClient, Http2SolrClient, ZkController, InternalHttpClient, ZkStateReader, InternalHttpClient, SolrZkClient, , InternalHttpClient, SolrZkClient, ZkStateReader, ZkController, ZkStateReader, Overseer] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 30 object(s) that were not released!!! [ZkController, InternalHttpClient, Http2SolrClient, ZkStateReader, InternalHttpClient, Http2SolrClient, SolrZkClient, ZkTestServer, Http2SolrClient, Http2SolrClient, SolrZkClient, SolrZkClient, ZKServerMain, Http2SolrClient, SolrZkClient, InternalHttpClient, InternalHttpClient, Http2SolrClient, ZkController, InternalHttpClient, ZkStateReader, InternalHttpClient, SolrZkClient, , InternalHttpClient, SolrZkClient, ZkStateReader, ZkController, ZkStateReader, Overseer] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster
[...truncated too long message...]
ThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 58) Thread[id=1353, name=qtp788692682-1353, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$90/1114547917.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 59) Thread[id=1430, name=zkConnectionManagerCallback-714-thread-1, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 60) Thread[id=1362, name=qtp1898704957-1362, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 61) Thread[id=1359, name=qtp788692682-1359, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 62) Thread[id=1387, name=h2sc-669-thread-1, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$90/1114547917.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$57/25916597.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 63) Thread[id=1403, name=ScheduledTrigger-679-thread-4, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 64) Thread[id=1355, name=qtp1007182583-1355, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$90/1114547917.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([19240AA6D43CD401]:0)
[junit4] Completed [148/214 (1!)] on J0 in 192.15s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49849 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1971 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1971/
7 tests failed.
FAILED: org.apache.solr.common.cloud.TestCloudCollectionsListeners.testCollectionDeletion
Error Message:
CloudCollectionsListener missing old collection after collection removal expected:<2> but was:<0>
Stack Trace:
java.lang.AssertionError: CloudCollectionsListener missing old collection after collection removal expected:<2> but was:<0>
at __randomizedtesting.SeedInfo.seed([D23FD504E47F4C0E:362DD004D8C95F8]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.common.cloud.TestCloudCollectionsListeners.testCollectionDeletion(TestCloudCollectionsListeners.java:177)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient, SolrZkClient, InternalHttpClient, , SolrZkClient, Overseer, InternalHttpClient, ZkController, Http2SolrClient, SolrZkClient, InternalHttpClient, ZkTestServer, ZkStateReader, Http2SolrClient, Http2SolrClient, ZKServerMain, Http2SolrClient, ZkStateReader, ZkStateReader, ZkStateReader, ZkController, ZkController, SolrZkClient, Http2SolrClient, SolrZkClient, InternalHttpClient, InternalHttpClient, Http2SolrClient, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at
[...truncated too long message...]
nditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 65) Thread[id=1787, name=ScheduledTrigger-912-thread-4, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 66) Thread[id=1709, name=qtp851568177-1709, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$109/886518529.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 67) Thread[id=1717, name=qtp1644559042-1717, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 68) Thread[id=1744, name=h2sc-882-thread-2, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$109/886518529.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$79/1144342874.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 69) Thread[id=1703, name=qtp1644559042-1703, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 70) Thread[id=1739, name=h2sc-880-thread-2, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$109/886518529.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$79/1144342874.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([D23FD504E47F4C0E]:0)
[junit4] Completed [176/214 (2!)] on J0 in 197.01s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49766 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1970 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1970/
7 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPISolrJTest.testColStatus
Error Message:
Timeout occurred while waiting response from server at: http://127.0.0.1:45621/solr
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:45621/solr
at __randomizedtesting.SeedInfo.seed([BE2BB7170A3FD3F0:AC00DEA7B8FAFF15]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
at org.apache.solr.cloud.CollectionsAPISolrJTest.testColStatus(CollectionsAPISolrJTest.java:627)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:571)
... 53 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [InternalHttpClient, Http2SolrClient, ZkStateReader, Overseer, SolrZkClient, SolrZkClient, InternalHttpClient, Http2SolrClient, ZkController, Http2SolrClient, SolrZkClient, InternalHttpClient, Http2SolrClient, ZkStateReader, Http2SolrClient, SolrZkClient, ZKServerMain, ZkController, SolrZkClient, SolrZkClient, ZkStateReader, ZkStateReader, ZkTestServer, InternalHttpClient, InternalHttpClient, , ZkController, InternalHttpClient, InternalHttpClient, Http2SolrClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOn
[...truncated too long message...]
TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 54) Thread[id=5151, name=jetty-launcher-3374-thread-2-SendThread(127.0.0.1:45985), state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1193)
[junit4] > 55) Thread[id=5157, name=Thread-718, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:502)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:2281)
[junit4] > 56) Thread[id=5095, name=qtp26378155-5095, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 57) Thread[id=5073, name=qtp1473176186-5073, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 58) Thread[id=5123, name=ScheduledTrigger-3404-thread-1, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 59) Thread[id=5096, name=qtp26378155-5096, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 60) Thread[id=5094, name=qtp26378155-5094, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 61) Thread[id=5075, name=qtp1473176186-5075, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 62) Thread[id=5077, name=qtp1473176186-5077, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 63) Thread[id=5156, name=MetricsHistoryHandler-3446-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 64) Thread[id=5155, name=SolrRrdBackendFactory-3445-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([374DAC9A41AF8E1E]:0)
[junit4] Completed [214/214 (1!)] on J3 in 181.41s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49651 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1969 - Still unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1969/
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [InternalHttpClient, SolrZkClient, InternalHttpClient, ZkController, InternalHttpClient, Http2SolrClient, Http2SolrClient, SolrZkClient, Http2SolrClient, Http2SolrClient, SolrZkClient, ZkStateReader, InternalHttpClient, ZkController, ZkController, ZkStateReader, InternalHttpClient, ZKServerMain, InternalHttpClient, SolrZkClient, Http2SolrClient, ZkStateReader, Http2SolrClient, SolrZkClient, SolrZkClient, ZkStateReader, , Overseer, ZkTestServer, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 30 object(s) that were not released!!! [InternalHttpClient, SolrZkClient, InternalHttpClient, ZkController, InternalHttpClient, Http2SolrClient, Http2SolrClient, SolrZkClient, Http2SolrClient, Http2SolrClient, SolrZkClient, ZkStateReader, InternalHttpClient, ZkController, ZkController, ZkStateReader, InternalHttpClient, ZKServerMain, InternalHttpClient, SolrZkClient, Http2SolrClient, ZkStateReader, Http2SolrClient, SolrZkClient, SolrZkClient, ZkStateReader, , Overseer, ZkTestServer, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:6
[...truncated too long message...]
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 63) Thread[id=2674, name=qtp435219818-2674, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 64) Thread[id=2667, name=qtp435219818-2667, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$106/1781011791.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 65) Thread[id=5061, name=SolrRrdBackendFactory-1574-thread-2, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 66) Thread[id=2675, name=qtp435219818-2675, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 67) Thread[id=2690, name=qtp1520542194-2690, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 68) Thread[id=2727, name=h2sc-1561-thread-1, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$106/1781011791.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$64/1642556979.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 69) Thread[id=2766, name=Connector-Scheduler-1308861a-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 70) Thread[id=2714, name=zkConnectionManagerCallback-1546-thread-1, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([EB308833FF9F1642]:0)
[junit4] Completed [214/214 (1!)] on J1 in 194.50s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49651 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1968 - Still Failing!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1968/
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [InternalHttpClient, ZkStateReader, Http2SolrClient, Http2SolrClient, InternalHttpClient, SolrZkClient, , Overseer, InternalHttpClient, SolrZkClient, Http2SolrClient, ZkController, InternalHttpClient, InternalHttpClient, Http2SolrClient, SolrZkClient, Http2SolrClient, ZKServerMain, InternalHttpClient, ZkStateReader, ZkTestServer, Http2SolrClient, ZkStateReader, InternalHttpClient, SolrZkClient, ZkController, ZkStateReader, ZkController, SolrZkClient, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 30 object(s) that were not released!!! [InternalHttpClient, ZkStateReader, Http2SolrClient, Http2SolrClient, InternalHttpClient, SolrZkClient, , Overseer, InternalHttpClient, SolrZkClient, Http2SolrClient, ZkController, InternalHttpClient, InternalHttpClient, Http2SolrClient, SolrZkClient, Http2SolrClient, ZKServerMain, InternalHttpClient, ZkStateReader, ZkTestServer, Http2SolrClient, ZkStateReader, InternalHttpClient, SolrZkClient, ZkController, ZkStateReader, ZkController, SolrZkClient, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native
[...truncated too long message...]
lint] The import org.apache.solr.common.SolrException is never used
[ecj-lint] ----------
[ecj-lint] 40. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 69)
[ecj-lint] import org.apache.solr.common.SolrInputDocument;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.SolrInputDocument is never used
[ecj-lint] ----------
[ecj-lint] 41. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 70)
[ecj-lint] import org.apache.solr.common.cloud.ClusterState;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.cloud.ClusterState is never used
[ecj-lint] ----------
[ecj-lint] 42. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 72)
[ecj-lint] import org.apache.solr.common.cloud.DocRouter;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.cloud.DocRouter is never used
[ecj-lint] ----------
[ecj-lint] 43. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 75)
[ecj-lint] import org.apache.solr.common.cloud.Slice;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.cloud.Slice is never used
[ecj-lint] ----------
[ecj-lint] 44. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 77)
[ecj-lint] import org.apache.solr.common.params.CommonParams;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.params.CommonParams is never used
[ecj-lint] ----------
[ecj-lint] 45. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 78)
[ecj-lint] import org.apache.solr.common.params.ModifiableSolrParams;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.params.ModifiableSolrParams is never used
[ecj-lint] ----------
[ecj-lint] 46. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 79)
[ecj-lint] import org.apache.solr.common.params.ShardParams;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.params.ShardParams is never used
[ecj-lint] ----------
[ecj-lint] 47. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 80)
[ecj-lint] import org.apache.solr.common.params.UpdateParams;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.params.UpdateParams is never used
[ecj-lint] ----------
[ecj-lint] 48. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 81)
[ecj-lint] import org.apache.solr.common.util.NamedList;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.util.NamedList is never used
[ecj-lint] ----------
[ecj-lint] 49. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 82)
[ecj-lint] import org.apache.solr.common.util.SimpleOrderedMap;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.util.SimpleOrderedMap is never used
[ecj-lint] ----------
[ecj-lint] 50. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 83)
[ecj-lint] import org.apache.solr.handler.admin.CollectionsHandler;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.handler.admin.CollectionsHandler is never used
[ecj-lint] ----------
[ecj-lint] 51. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 84)
[ecj-lint] import org.apache.solr.handler.admin.ConfigSetsHandler;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.handler.admin.ConfigSetsHandler is never used
[ecj-lint] ----------
[ecj-lint] 52. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 85)
[ecj-lint] import org.apache.solr.handler.admin.CoreAdminHandler;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.handler.admin.CoreAdminHandler is never used
[ecj-lint] ----------
[ecj-lint] 53. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 87)
[ecj-lint] import org.junit.After;
[ecj-lint] ^^^^^^^^^^^^^^^
[ecj-lint] The import org.junit.After is never used
[ecj-lint] ----------
[ecj-lint] 54. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 88)
[ecj-lint] import org.junit.AfterClass;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.junit.AfterClass is never used
[ecj-lint] ----------
[ecj-lint] 55. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 89)
[ecj-lint] import org.junit.Before;
[ecj-lint] ^^^^^^^^^^^^^^^^
[ecj-lint] The import org.junit.Before is never used
[ecj-lint] ----------
[ecj-lint] 56. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 90)
[ecj-lint] import org.junit.Rule;
[ecj-lint] ^^^^^^^^^^^^^^
[ecj-lint] The import org.junit.Rule is never used
[ecj-lint] ----------
[ecj-lint] 57. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 91)
[ecj-lint] import org.junit.Test;
[ecj-lint] ^^^^^^^^^^^^^^
[ecj-lint] The import org.junit.Test is never used
[ecj-lint] ----------
[ecj-lint] 58. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 92)
[ecj-lint] import org.junit.rules.ExpectedException;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.junit.rules.ExpectedException is never used
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 59. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/util/TestSolrJsonWriter.java (at line 49)
[ecj-lint] try (SolrJSONWriter jsonWriter = new SolrJSONWriter(writer).setIndent(false)) {
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
[ecj-lint] ----------
[ecj-lint] 60. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/util/TestSolrJsonWriter.java (at line 67)
[ecj-lint] try (SolrJSONWriter jsonWriter = new SolrJSONWriter(writer).setIndent(false)) {
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
[ecj-lint] ----------
[ecj-lint] 61. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/util/TestSolrJsonWriter.java (at line 102)
[ecj-lint] new JavaBinCodec(null).marshal(o, baos);
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
[ecj-lint] ----------
[ecj-lint] 61 problems (57 errors, 4 warnings)
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/build.xml:619: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/build.xml:100: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build.xml:644: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/lucene/common-build.xml:2091: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/lucene/common-build.xml:2124: Compile failed; see the compiler error output for details.
Total time: 68 minutes 15 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1967 - Still Failing!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1967/
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [Http2SolrClient, Http2SolrClient, SolrZkClient, Http2SolrClient, InternalHttpClient, ZKServerMain, SolrZkClient, ZkStateReader, ZkTestServer, InternalHttpClient, InternalHttpClient, Http2SolrClient, InternalHttpClient, ZkStateReader, SolrZkClient, SolrZkClient, InternalHttpClient, InternalHttpClient, , Http2SolrClient, ZkController, SolrZkClient, SolrZkClient, InternalHttpClient, ZkStateReader, ZkController, Overseer, ZkStateReader, ZkController, Http2SolrClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 30 object(s) that were not released!!! [Http2SolrClient, Http2SolrClient, SolrZkClient, Http2SolrClient, InternalHttpClient, ZKServerMain, SolrZkClient, ZkStateReader, ZkTestServer, InternalHttpClient, InternalHttpClient, Http2SolrClient, InternalHttpClient, ZkStateReader, SolrZkClient, SolrZkClient, InternalHttpClient, InternalHttpClient, , Http2SolrClient, ZkController, SolrZkClient, SolrZkClient, InternalHttpClient, ZkStateReader, ZkController, Overseer, ZkStateReader, ZkController, Http2SolrClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHan
[...truncated too long message...]
lint] The import org.apache.solr.common.SolrException is never used
[ecj-lint] ----------
[ecj-lint] 40. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 69)
[ecj-lint] import org.apache.solr.common.SolrInputDocument;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.SolrInputDocument is never used
[ecj-lint] ----------
[ecj-lint] 41. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 70)
[ecj-lint] import org.apache.solr.common.cloud.ClusterState;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.cloud.ClusterState is never used
[ecj-lint] ----------
[ecj-lint] 42. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 72)
[ecj-lint] import org.apache.solr.common.cloud.DocRouter;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.cloud.DocRouter is never used
[ecj-lint] ----------
[ecj-lint] 43. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 75)
[ecj-lint] import org.apache.solr.common.cloud.Slice;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.cloud.Slice is never used
[ecj-lint] ----------
[ecj-lint] 44. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 77)
[ecj-lint] import org.apache.solr.common.params.CommonParams;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.params.CommonParams is never used
[ecj-lint] ----------
[ecj-lint] 45. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 78)
[ecj-lint] import org.apache.solr.common.params.ModifiableSolrParams;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.params.ModifiableSolrParams is never used
[ecj-lint] ----------
[ecj-lint] 46. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 79)
[ecj-lint] import org.apache.solr.common.params.ShardParams;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.params.ShardParams is never used
[ecj-lint] ----------
[ecj-lint] 47. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 80)
[ecj-lint] import org.apache.solr.common.params.UpdateParams;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.params.UpdateParams is never used
[ecj-lint] ----------
[ecj-lint] 48. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 81)
[ecj-lint] import org.apache.solr.common.util.NamedList;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.util.NamedList is never used
[ecj-lint] ----------
[ecj-lint] 49. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 82)
[ecj-lint] import org.apache.solr.common.util.SimpleOrderedMap;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.util.SimpleOrderedMap is never used
[ecj-lint] ----------
[ecj-lint] 50. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 83)
[ecj-lint] import org.apache.solr.handler.admin.CollectionsHandler;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.handler.admin.CollectionsHandler is never used
[ecj-lint] ----------
[ecj-lint] 51. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 84)
[ecj-lint] import org.apache.solr.handler.admin.ConfigSetsHandler;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.handler.admin.ConfigSetsHandler is never used
[ecj-lint] ----------
[ecj-lint] 52. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 85)
[ecj-lint] import org.apache.solr.handler.admin.CoreAdminHandler;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.handler.admin.CoreAdminHandler is never used
[ecj-lint] ----------
[ecj-lint] 53. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 87)
[ecj-lint] import org.junit.After;
[ecj-lint] ^^^^^^^^^^^^^^^
[ecj-lint] The import org.junit.After is never used
[ecj-lint] ----------
[ecj-lint] 54. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 88)
[ecj-lint] import org.junit.AfterClass;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.junit.AfterClass is never used
[ecj-lint] ----------
[ecj-lint] 55. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 89)
[ecj-lint] import org.junit.Before;
[ecj-lint] ^^^^^^^^^^^^^^^^
[ecj-lint] The import org.junit.Before is never used
[ecj-lint] ----------
[ecj-lint] 56. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 90)
[ecj-lint] import org.junit.Rule;
[ecj-lint] ^^^^^^^^^^^^^^
[ecj-lint] The import org.junit.Rule is never used
[ecj-lint] ----------
[ecj-lint] 57. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 91)
[ecj-lint] import org.junit.Test;
[ecj-lint] ^^^^^^^^^^^^^^
[ecj-lint] The import org.junit.Test is never used
[ecj-lint] ----------
[ecj-lint] 58. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 92)
[ecj-lint] import org.junit.rules.ExpectedException;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.junit.rules.ExpectedException is never used
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 59. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/util/TestSolrJsonWriter.java (at line 49)
[ecj-lint] try (SolrJSONWriter jsonWriter = new SolrJSONWriter(writer).setIndent(false)) {
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
[ecj-lint] ----------
[ecj-lint] 60. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/util/TestSolrJsonWriter.java (at line 67)
[ecj-lint] try (SolrJSONWriter jsonWriter = new SolrJSONWriter(writer).setIndent(false)) {
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
[ecj-lint] ----------
[ecj-lint] 61. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/util/TestSolrJsonWriter.java (at line 102)
[ecj-lint] new JavaBinCodec(null).marshal(o, baos);
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
[ecj-lint] ----------
[ecj-lint] 61 problems (57 errors, 4 warnings)
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/build.xml:619: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/build.xml:100: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build.xml:644: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/lucene/common-build.xml:2091: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/lucene/common-build.xml:2124: Compile failed; see the compiler error output for details.
Total time: 69 minutes 14 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1966 - Still Failing!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1966/
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [ZkStateReader, ZkTestServer, InternalHttpClient, ZkStateReader, ZKServerMain, SolrZkClient, Http2SolrClient, SolrZkClient, InternalHttpClient, ZkController, InternalHttpClient, SolrZkClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, Http2SolrClient, Http2SolrClient, Http2SolrClient, SolrZkClient, Overseer, ZkController, ZkStateReader, ZkController, Http2SolrClient, SolrZkClient, ZkStateReader, , Http2SolrClient, SolrZkClient, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 30 object(s) that were not released!!! [ZkStateReader, ZkTestServer, InternalHttpClient, ZkStateReader, ZKServerMain, SolrZkClient, Http2SolrClient, SolrZkClient, InternalHttpClient, ZkController, InternalHttpClient, SolrZkClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, Http2SolrClient, Http2SolrClient, Http2SolrClient, SolrZkClient, Overseer, ZkController, ZkStateReader, ZkController, Http2SolrClient, SolrZkClient, ZkStateReader, , Http2SolrClient, SolrZkClient, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor31.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedt
[...truncated too long message...]
lint] The import org.apache.solr.common.SolrException is never used
[ecj-lint] ----------
[ecj-lint] 40. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 69)
[ecj-lint] import org.apache.solr.common.SolrInputDocument;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.SolrInputDocument is never used
[ecj-lint] ----------
[ecj-lint] 41. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 70)
[ecj-lint] import org.apache.solr.common.cloud.ClusterState;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.cloud.ClusterState is never used
[ecj-lint] ----------
[ecj-lint] 42. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 72)
[ecj-lint] import org.apache.solr.common.cloud.DocRouter;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.cloud.DocRouter is never used
[ecj-lint] ----------
[ecj-lint] 43. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 75)
[ecj-lint] import org.apache.solr.common.cloud.Slice;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.cloud.Slice is never used
[ecj-lint] ----------
[ecj-lint] 44. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 77)
[ecj-lint] import org.apache.solr.common.params.CommonParams;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.params.CommonParams is never used
[ecj-lint] ----------
[ecj-lint] 45. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 78)
[ecj-lint] import org.apache.solr.common.params.ModifiableSolrParams;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.params.ModifiableSolrParams is never used
[ecj-lint] ----------
[ecj-lint] 46. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 79)
[ecj-lint] import org.apache.solr.common.params.ShardParams;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.params.ShardParams is never used
[ecj-lint] ----------
[ecj-lint] 47. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 80)
[ecj-lint] import org.apache.solr.common.params.UpdateParams;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.params.UpdateParams is never used
[ecj-lint] ----------
[ecj-lint] 48. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 81)
[ecj-lint] import org.apache.solr.common.util.NamedList;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.util.NamedList is never used
[ecj-lint] ----------
[ecj-lint] 49. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 82)
[ecj-lint] import org.apache.solr.common.util.SimpleOrderedMap;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.util.SimpleOrderedMap is never used
[ecj-lint] ----------
[ecj-lint] 50. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 83)
[ecj-lint] import org.apache.solr.handler.admin.CollectionsHandler;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.handler.admin.CollectionsHandler is never used
[ecj-lint] ----------
[ecj-lint] 51. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 84)
[ecj-lint] import org.apache.solr.handler.admin.ConfigSetsHandler;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.handler.admin.ConfigSetsHandler is never used
[ecj-lint] ----------
[ecj-lint] 52. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 85)
[ecj-lint] import org.apache.solr.handler.admin.CoreAdminHandler;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.handler.admin.CoreAdminHandler is never used
[ecj-lint] ----------
[ecj-lint] 53. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 87)
[ecj-lint] import org.junit.After;
[ecj-lint] ^^^^^^^^^^^^^^^
[ecj-lint] The import org.junit.After is never used
[ecj-lint] ----------
[ecj-lint] 54. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 88)
[ecj-lint] import org.junit.AfterClass;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.junit.AfterClass is never used
[ecj-lint] ----------
[ecj-lint] 55. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 89)
[ecj-lint] import org.junit.Before;
[ecj-lint] ^^^^^^^^^^^^^^^^
[ecj-lint] The import org.junit.Before is never used
[ecj-lint] ----------
[ecj-lint] 56. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 90)
[ecj-lint] import org.junit.Rule;
[ecj-lint] ^^^^^^^^^^^^^^
[ecj-lint] The import org.junit.Rule is never used
[ecj-lint] ----------
[ecj-lint] 57. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 91)
[ecj-lint] import org.junit.Test;
[ecj-lint] ^^^^^^^^^^^^^^
[ecj-lint] The import org.junit.Test is never used
[ecj-lint] ----------
[ecj-lint] 58. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 92)
[ecj-lint] import org.junit.rules.ExpectedException;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.junit.rules.ExpectedException is never used
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 59. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/util/TestSolrJsonWriter.java (at line 49)
[ecj-lint] try (SolrJSONWriter jsonWriter = new SolrJSONWriter(writer).setIndent(false)) {
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
[ecj-lint] ----------
[ecj-lint] 60. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/util/TestSolrJsonWriter.java (at line 67)
[ecj-lint] try (SolrJSONWriter jsonWriter = new SolrJSONWriter(writer).setIndent(false)) {
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
[ecj-lint] ----------
[ecj-lint] 61. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/util/TestSolrJsonWriter.java (at line 102)
[ecj-lint] new JavaBinCodec(null).marshal(o, baos);
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
[ecj-lint] ----------
[ecj-lint] 61 problems (57 errors, 4 warnings)
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/build.xml:619: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/build.xml:100: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build.xml:644: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/lucene/common-build.xml:2091: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/lucene/common-build.xml:2124: Compile failed; see the compiler error output for details.
Total time: 69 minutes 40 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1965 - Still Failing!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1965/
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [ZkStateReader, ZkController, InternalHttpClient, SolrZkClient, Http2SolrClient, InternalHttpClient, ZkTestServer, Http2SolrClient, , ZkStateReader, ZkStateReader, SolrZkClient, InternalHttpClient, InternalHttpClient, ZkController, SolrZkClient, SolrZkClient, Http2SolrClient, Http2SolrClient, ZkStateReader, ZkController, ZKServerMain, Overseer, Http2SolrClient, Http2SolrClient, InternalHttpClient, InternalHttpClient, SolrZkClient, SolrZkClient, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 30 object(s) that were not released!!! [ZkStateReader, ZkController, InternalHttpClient, SolrZkClient, Http2SolrClient, InternalHttpClient, ZkTestServer, Http2SolrClient, , ZkStateReader, ZkStateReader, SolrZkClient, InternalHttpClient, InternalHttpClient, ZkController, SolrZkClient, SolrZkClient, Http2SolrClient, Http2SolrClient, ZkStateReader, ZkController, ZKServerMain, Overseer, Http2SolrClient, Http2SolrClient, InternalHttpClient, InternalHttpClient, SolrZkClient, SolrZkClient, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(
[...truncated too long message...]
lint] The import org.apache.solr.common.SolrException is never used
[ecj-lint] ----------
[ecj-lint] 40. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 69)
[ecj-lint] import org.apache.solr.common.SolrInputDocument;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.SolrInputDocument is never used
[ecj-lint] ----------
[ecj-lint] 41. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 70)
[ecj-lint] import org.apache.solr.common.cloud.ClusterState;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.cloud.ClusterState is never used
[ecj-lint] ----------
[ecj-lint] 42. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 72)
[ecj-lint] import org.apache.solr.common.cloud.DocRouter;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.cloud.DocRouter is never used
[ecj-lint] ----------
[ecj-lint] 43. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 75)
[ecj-lint] import org.apache.solr.common.cloud.Slice;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.cloud.Slice is never used
[ecj-lint] ----------
[ecj-lint] 44. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 77)
[ecj-lint] import org.apache.solr.common.params.CommonParams;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.params.CommonParams is never used
[ecj-lint] ----------
[ecj-lint] 45. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 78)
[ecj-lint] import org.apache.solr.common.params.ModifiableSolrParams;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.params.ModifiableSolrParams is never used
[ecj-lint] ----------
[ecj-lint] 46. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 79)
[ecj-lint] import org.apache.solr.common.params.ShardParams;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.params.ShardParams is never used
[ecj-lint] ----------
[ecj-lint] 47. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 80)
[ecj-lint] import org.apache.solr.common.params.UpdateParams;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.params.UpdateParams is never used
[ecj-lint] ----------
[ecj-lint] 48. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 81)
[ecj-lint] import org.apache.solr.common.util.NamedList;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.util.NamedList is never used
[ecj-lint] ----------
[ecj-lint] 49. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 82)
[ecj-lint] import org.apache.solr.common.util.SimpleOrderedMap;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.util.SimpleOrderedMap is never used
[ecj-lint] ----------
[ecj-lint] 50. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 83)
[ecj-lint] import org.apache.solr.handler.admin.CollectionsHandler;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.handler.admin.CollectionsHandler is never used
[ecj-lint] ----------
[ecj-lint] 51. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 84)
[ecj-lint] import org.apache.solr.handler.admin.ConfigSetsHandler;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.handler.admin.ConfigSetsHandler is never used
[ecj-lint] ----------
[ecj-lint] 52. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 85)
[ecj-lint] import org.apache.solr.handler.admin.CoreAdminHandler;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.handler.admin.CoreAdminHandler is never used
[ecj-lint] ----------
[ecj-lint] 53. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 87)
[ecj-lint] import org.junit.After;
[ecj-lint] ^^^^^^^^^^^^^^^
[ecj-lint] The import org.junit.After is never used
[ecj-lint] ----------
[ecj-lint] 54. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 88)
[ecj-lint] import org.junit.AfterClass;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.junit.AfterClass is never used
[ecj-lint] ----------
[ecj-lint] 55. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 89)
[ecj-lint] import org.junit.Before;
[ecj-lint] ^^^^^^^^^^^^^^^^
[ecj-lint] The import org.junit.Before is never used
[ecj-lint] ----------
[ecj-lint] 56. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 90)
[ecj-lint] import org.junit.Rule;
[ecj-lint] ^^^^^^^^^^^^^^
[ecj-lint] The import org.junit.Rule is never used
[ecj-lint] ----------
[ecj-lint] 57. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 91)
[ecj-lint] import org.junit.Test;
[ecj-lint] ^^^^^^^^^^^^^^
[ecj-lint] The import org.junit.Test is never used
[ecj-lint] ----------
[ecj-lint] 58. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 92)
[ecj-lint] import org.junit.rules.ExpectedException;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.junit.rules.ExpectedException is never used
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 59. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/util/TestSolrJsonWriter.java (at line 49)
[ecj-lint] try (SolrJSONWriter jsonWriter = new SolrJSONWriter(writer).setIndent(false)) {
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
[ecj-lint] ----------
[ecj-lint] 60. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/util/TestSolrJsonWriter.java (at line 67)
[ecj-lint] try (SolrJSONWriter jsonWriter = new SolrJSONWriter(writer).setIndent(false)) {
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
[ecj-lint] ----------
[ecj-lint] 61. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/util/TestSolrJsonWriter.java (at line 102)
[ecj-lint] new JavaBinCodec(null).marshal(o, baos);
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
[ecj-lint] ----------
[ecj-lint] 61 problems (57 errors, 4 warnings)
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/build.xml:619: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/build.xml:100: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build.xml:644: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/lucene/common-build.xml:2091: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/lucene/common-build.xml:2124: Compile failed; see the compiler error output for details.
Total time: 70 minutes 40 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1964 - Failure!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1964/
8 tests failed.
FAILED: org.apache.solr.cloud.LeaderTragicEventTest.testLeaderFailsOver
Error Message:
Error from server at https://127.0.0.1:46199/solr: Underlying core creation failed while creating collection: testLeaderFailsOver
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46199/solr: Underlying core creation failed while creating collection: testLeaderFailsOver
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
at org.apache.solr.cloud.LeaderTragicEventTest.testLeaderFailsOver(LeaderTragicEventTest.java:80)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.SystemCollectionCompatTest.testBackCompat
Error Message:
re-indexing warning not found
Stack Trace:
java.lang.AssertionError: re-indexing warning not found
at __randomizedtesting.SeedInfo.seed([671281FF1FF02537:17E722567F388C41]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.solr.cloud.SystemCollectionCompatTest.testBackCompat(SystemCollectionCompatTest.java:222)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [Overseer, Http2SolrClient, SolrZkClient, SolrZkClient, Http2SolrClient, ZkStateReader, ZKServerMain, , ZkTestServer, InternalHttpClient, SolrZkClient, InternalHttpClient, Http2SolrClient, SolrZkClient, ZkStateReader, InternalHttpClient, ZkStateReader, SolrZkClient, ZkController, Http2SolrClient, InternalHttpClient, InternalHttpClient, ZkController, InternalHttpClient, SolrZkClient, InternalHttpClient, Http2SolrClient, ZkStateReader, Http2SolrClient, ZkController] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterH
[...truncated too long message...]
lint] The import org.apache.solr.common.SolrException is never used
[ecj-lint] ----------
[ecj-lint] 40. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 69)
[ecj-lint] import org.apache.solr.common.SolrInputDocument;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.SolrInputDocument is never used
[ecj-lint] ----------
[ecj-lint] 41. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 70)
[ecj-lint] import org.apache.solr.common.cloud.ClusterState;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.cloud.ClusterState is never used
[ecj-lint] ----------
[ecj-lint] 42. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 72)
[ecj-lint] import org.apache.solr.common.cloud.DocRouter;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.cloud.DocRouter is never used
[ecj-lint] ----------
[ecj-lint] 43. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 75)
[ecj-lint] import org.apache.solr.common.cloud.Slice;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.cloud.Slice is never used
[ecj-lint] ----------
[ecj-lint] 44. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 77)
[ecj-lint] import org.apache.solr.common.params.CommonParams;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.params.CommonParams is never used
[ecj-lint] ----------
[ecj-lint] 45. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 78)
[ecj-lint] import org.apache.solr.common.params.ModifiableSolrParams;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.params.ModifiableSolrParams is never used
[ecj-lint] ----------
[ecj-lint] 46. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 79)
[ecj-lint] import org.apache.solr.common.params.ShardParams;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.params.ShardParams is never used
[ecj-lint] ----------
[ecj-lint] 47. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 80)
[ecj-lint] import org.apache.solr.common.params.UpdateParams;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.params.UpdateParams is never used
[ecj-lint] ----------
[ecj-lint] 48. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 81)
[ecj-lint] import org.apache.solr.common.util.NamedList;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.util.NamedList is never used
[ecj-lint] ----------
[ecj-lint] 49. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 82)
[ecj-lint] import org.apache.solr.common.util.SimpleOrderedMap;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.util.SimpleOrderedMap is never used
[ecj-lint] ----------
[ecj-lint] 50. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 83)
[ecj-lint] import org.apache.solr.handler.admin.CollectionsHandler;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.handler.admin.CollectionsHandler is never used
[ecj-lint] ----------
[ecj-lint] 51. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 84)
[ecj-lint] import org.apache.solr.handler.admin.ConfigSetsHandler;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.handler.admin.ConfigSetsHandler is never used
[ecj-lint] ----------
[ecj-lint] 52. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 85)
[ecj-lint] import org.apache.solr.handler.admin.CoreAdminHandler;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.handler.admin.CoreAdminHandler is never used
[ecj-lint] ----------
[ecj-lint] 53. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 87)
[ecj-lint] import org.junit.After;
[ecj-lint] ^^^^^^^^^^^^^^^
[ecj-lint] The import org.junit.After is never used
[ecj-lint] ----------
[ecj-lint] 54. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 88)
[ecj-lint] import org.junit.AfterClass;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.junit.AfterClass is never used
[ecj-lint] ----------
[ecj-lint] 55. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 89)
[ecj-lint] import org.junit.Before;
[ecj-lint] ^^^^^^^^^^^^^^^^
[ecj-lint] The import org.junit.Before is never used
[ecj-lint] ----------
[ecj-lint] 56. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 90)
[ecj-lint] import org.junit.Rule;
[ecj-lint] ^^^^^^^^^^^^^^
[ecj-lint] The import org.junit.Rule is never used
[ecj-lint] ----------
[ecj-lint] 57. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 91)
[ecj-lint] import org.junit.Test;
[ecj-lint] ^^^^^^^^^^^^^^
[ecj-lint] The import org.junit.Test is never used
[ecj-lint] ----------
[ecj-lint] 58. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/cloud/PerReplicaStatesIntegrationTest.java (at line 92)
[ecj-lint] import org.junit.rules.ExpectedException;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.junit.rules.ExpectedException is never used
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 59. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/util/TestSolrJsonWriter.java (at line 49)
[ecj-lint] try (SolrJSONWriter jsonWriter = new SolrJSONWriter(writer).setIndent(false)) {
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
[ecj-lint] ----------
[ecj-lint] 60. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/util/TestSolrJsonWriter.java (at line 67)
[ecj-lint] try (SolrJSONWriter jsonWriter = new SolrJSONWriter(writer).setIndent(false)) {
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
[ecj-lint] ----------
[ecj-lint] 61. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/solrj/src/test/org/apache/solr/common/util/TestSolrJsonWriter.java (at line 102)
[ecj-lint] new JavaBinCodec(null).marshal(o, baos);
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
[ecj-lint] ----------
[ecj-lint] 61 problems (57 errors, 4 warnings)
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/build.xml:619: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/build.xml:100: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build.xml:644: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/lucene/common-build.xml:2091: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/lucene/common-build.xml:2124: Compile failed; see the compiler error output for details.
Total time: 70 minutes 34 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1963 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1963/
3 tests failed.
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithSourceCluster
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([332FBF44C3EFF163:EA79EE80C08BE229]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithSourceCluster(CdcrBootstrapTest.java:208)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithMultipleReplicas
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([332FBF44C3EFF163:A5D2B144BEA94721]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithMultipleReplicas(CdcrBootstrapTest.java:293)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([332FBF44C3EFF163:E4F8903377B06924]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap(CdcrBootstrapTest.java:129)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14236 lines...]
[junit4] Suite: org.apache.solr.cloud.cdcr.CdcrBootstrapTest
[junit4] 2> 372036 INFO (SUITE-CdcrBootstrapTest-seed#[332FBF44C3EFF163]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> 372039 INFO (SUITE-CdcrBootstrapTest-seed#[332FBF44C3EFF163]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_332FBF44C3EFF163-001/data-dir-12-001
[junit4] 2> 372039 WARN (SUITE-CdcrBootstrapTest-seed#[332FBF44C3EFF163]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 372039 INFO (SUITE-CdcrBootstrapTest-seed#[332FBF44C3EFF163]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 372041 INFO (SUITE-CdcrBootstrapTest-seed#[332FBF44C3EFF163]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 372041 INFO (SUITE-CdcrBootstrapTest-seed#[332FBF44C3EFF163]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] IGNOR/A 0.01s J1 | CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster
[junit4] > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
[junit4] 2> 372051 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBootstrapWithSourceCluster
[junit4] 2> 372064 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_332FBF44C3EFF163-001/cdcr-target-001
[junit4] 2> 372064 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 372064 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 372064 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 372065 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 372164 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.ZkTestServer start zk server on port: 33951
[junit4] 2> 372165 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:33951
[junit4] 2> 372165 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33951
[junit4] 2> 372165 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33951
[junit4] 2> 372168 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 372170 INFO (zkConnectionManagerCallback-3036-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 372170 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 372176 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 372177 INFO (zkConnectionManagerCallback-3038-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 372177 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 372178 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 372179 INFO (zkConnectionManagerCallback-3040-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 372179 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 372282 INFO (jetty-launcher-3041-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 372282 INFO (jetty-launcher-3041-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 372282 INFO (jetty-launcher-3041-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 372288 INFO (jetty-launcher-3041-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 372288 INFO (jetty-launcher-3041-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 372288 INFO (jetty-launcher-3041-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 372291 INFO (jetty-launcher-3041-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3cc8e779{/solr,null,AVAILABLE}
[junit4] 2> 372291 INFO (jetty-launcher-3041-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7920a49e{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:40405}
[junit4] 2> 372291 INFO (jetty-launcher-3041-thread-1) [ ] o.e.j.s.Server Started @372323ms
[junit4] 2> 372291 INFO (jetty-launcher-3041-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:33951/solr, hostPort=40405}
[junit4] 2> 372291 ERROR (jetty-launcher-3041-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 372291 INFO (jetty-launcher-3041-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 372291 INFO (jetty-launcher-3041-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 372291 INFO (jetty-launcher-3041-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 372291 INFO (jetty-launcher-3041-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 372291 INFO (jetty-launcher-3041-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-02T12:40:15.953Z
[junit4] 2> 372292 INFO (jetty-launcher-3041-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 372294 INFO (zkConnectionManagerCallback-3043-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 372294 INFO (jetty-launcher-3041-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 372295 INFO (jetty-launcher-3041-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 372298 INFO (jetty-launcher-3041-thread-1) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 372299 WARN (jetty-launcher-3041-thread-1-SendThread(127.0.0.1:33951)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x104498653a50003.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x104498653a50003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x104498653a50003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 372765 INFO (jetty-launcher-3041-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 372766 WARN (jetty-launcher-3041-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@191ff014[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 372766 WARN (jetty-launcher-3041-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@191ff014[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 372769 WARN (jetty-launcher-3041-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@ab5fe1d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 372769 WARN (jetty-launcher-3041-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@ab5fe1d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 372770 INFO (jetty-launcher-3041-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33951/solr
[junit4] 2> 372770 INFO (jetty-launcher-3041-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 372780 INFO (zkConnectionManagerCallback-3054-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 372780 INFO (jetty-launcher-3041-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 372887 INFO (jetty-launcher-3041-thread-1) [n:127.0.0.1:40405_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 372892 INFO (zkConnectionManagerCallback-3056-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 372892 INFO (jetty-launcher-3041-thread-1) [n:127.0.0.1:40405_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 372902 WARN (jetty-launcher-3041-thread-1) [n:127.0.0.1:40405_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 373002 INFO (jetty-launcher-3041-thread-1) [n:127.0.0.1:40405_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40405_solr
[junit4] 2> 373003 INFO (jetty-launcher-3041-thread-1) [n:127.0.0.1:40405_solr ] o.a.s.c.Overseer Overseer (id=73264335222538245-127.0.0.1:40405_solr-n_0000000000) starting
[junit4] 2> 373016 INFO (OverseerStateUpdate-73264335222538245-127.0.0.1:40405_solr-n_0000000000) [n:127.0.0.1:40405_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:40405_solr
[junit4] 2> 373020 INFO (jetty-launcher-3041-thread-1) [n:127.0.0.1:40405_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40405_solr
[junit4] 2> 373023 INFO (jetty-launcher-3041-thread-1) [n:127.0.0.1:40405_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 373023 WARN (jetty-launcher-3041-thread-1) [n:127.0.0.1:40405_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 373024 INFO (zkCallback-3055-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 373039 INFO (jetty-launcher-3041-thread-1) [n:127.0.0.1:40405_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_332FBF44C3EFF163-001/cdcr-target-001/node1
[junit4] 2> 373052 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 373053 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 373064 INFO (zkConnectionManagerCallback-3071-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 373064 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 373073 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 373074 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33951/solr ready
[junit4] 1> Target zkHost = 127.0.0.1:33951/solr
[junit4] 2> 373074 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_332FBF44C3EFF163-001/cdcr-source-001
[junit4] 2> 373075 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 373077 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 373077 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 373078 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 373177 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.ZkTestServer start zk server on port: 37097
[junit4] 2> 373177 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:37097
[junit4] 2> 373177 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:37097
[junit4] 2> 373177 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 37097
[junit4] 2> 373180 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 373256 INFO (zkConnectionManagerCallback-3073-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 373256 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 373260 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 373262 INFO (zkConnectionManagerCallback-3075-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 373262 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 373262 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 373268 INFO (zkConnectionManagerCallback-3077-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 373268 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 373371 INFO (jetty-launcher-3078-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 373371 INFO (jetty-launcher-3078-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 373371 INFO (jetty-launcher-3078-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 373380 INFO (jetty-launcher-3078-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 373380 INFO (jetty-launcher-3078-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 373380 INFO (jetty-launcher-3078-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 373384 INFO (jetty-launcher-3078-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3b1d73ad{/solr,null,AVAILABLE}
[junit4] 2> 373384 INFO (jetty-launcher-3078-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6d4a25cb{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:36691}
[junit4] 2> 373385 INFO (jetty-launcher-3078-thread-1) [ ] o.e.j.s.Server Started @373417ms
[junit4] 2> 373385 INFO (jetty-launcher-3078-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:37097/solr, hostPort=36691}
[junit4] 2> 373385 ERROR (jetty-launcher-3078-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 373385 INFO (jetty-launcher-3078-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 373385 INFO (jetty-launcher-3078-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 373385 INFO (jetty-launcher-3078-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 373385 INFO (jetty-launcher-3078-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 373385 INFO (jetty-launcher-3078-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-02T12:40:17.047Z
[junit4] 2> 373386 INFO (jetty-launcher-3078-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 373388 INFO (zkConnectionManagerCallback-3080-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 373388 INFO (jetty-launcher-3078-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 373389 INFO (jetty-launcher-3078-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 373392 INFO (jetty-launcher-3078-thread-1) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 374399 INFO (jetty-launcher-3078-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 374399 WARN (jetty-launcher-3078-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@429d7ac9[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 374399 WARN (jetty-launcher-3078-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@429d7ac9[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 374401 WARN (jetty-launcher-3078-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@53e5a12f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 374401 WARN (jetty-launcher-3078-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@53e5a12f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 374402 INFO (jetty-launcher-3078-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37097/solr
[junit4] 2> 374403 INFO (jetty-launcher-3078-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 374406 INFO (zkConnectionManagerCallback-3091-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 374406 INFO (jetty-launcher-3078-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 374508 INFO (jetty-launcher-3078-thread-1) [n:127.0.0.1:36691_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 374513 INFO (zkConnectionManagerCallback-3093-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 374513 INFO (jetty-launcher-3078-thread-1) [n:127.0.0.1:36691_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 374526 WARN (jetty-launcher-3078-thread-1) [n:127.0.0.1:36691_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 374581 INFO (jetty-launcher-3078-thread-1) [n:127.0.0.1:36691_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36691_solr
[junit4] 2> 374581 INFO (jetty-launcher-3078-thread-1) [n:127.0.0.1:36691_solr ] o.a.s.c.Overseer Overseer (id=73264335289253893-127.0.0.1:36691_solr-n_0000000000) starting
[junit4] 2> 374586 INFO (OverseerStateUpdate-73264335289253893-127.0.0.1:36691_solr-n_0000000000) [n:127.0.0.1:36691_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:36691_solr
[junit4] 2> 374586 INFO (jetty-launcher-3078-thread-1) [n:127.0.0.1:36691_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36691_solr
[junit4] 2> 374587 INFO (OverseerStateUpdate-73264335289253893-127.0.0.1:36691_solr-n_0000000000) [n:127.0.0.1:36691_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 374589 INFO (jetty-launcher-3078-thread-1) [n:127.0.0.1:36691_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 374589 WARN (jetty-launcher-3078-thread-1) [n:127.0.0.1:36691_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 374604 INFO (jetty-launcher-3078-thread-1) [n:127.0.0.1:36691_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_332FBF44C3EFF163-001/cdcr-source-001/node1
[junit4] 2> 374613 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 374614 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 374616 INFO (zkConnectionManagerCallback-3108-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 374616 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 374617 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 374618 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37097/solr ready
[junit4] 2> 374619 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 374621 INFO (zkConnectionManagerCallback-3110-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 374621 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 374732 INFO (OverseerThreadFactory-3100-thread-1-processing-n:127.0.0.1:36691_solr) [n:127.0.0.1:36691_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection cdcr-source
[junit4] 2> 374839 INFO (OverseerStateUpdate-73264335289253893-127.0.0.1:36691_solr-n_0000000000) [n:127.0.0.1:36691_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"cdcr-source_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:36691_solr",
[junit4] 2> "base_url":"http://127.0.0.1:36691/solr",
[junit4] 2> "collection":"cdcr-source",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 375045 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr x:cdcr-source_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 375045 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr x:cdcr-source_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 375058 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 375069 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 375073 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 375073 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 375079 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema
[junit4] 2> 375082 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak
[junit4] 2> 375082 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from configset cdcr-source, trusted=true
[junit4] 2> 375082 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_332FBF44C3EFF163-001/cdcr-source-001/node1/cdcr-source_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_332FBF44C3EFF163-001/cdcr-source-001/node1/cdcr-source_shard1_replica_n1/data/]
[junit4] 2> 375168 WARN (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.D.s.CdcrRequestHandler Solr loaded a deprecated plugin/analysis class [solr.CdcrRequestHandler]. Please consult documentation how to replace it accordingly.
[junit4] 2> 375169 WARN (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.h.CdcrRequestHandler CDCR (in its current form) is deprecated as of 8.6 and shall be removed in 9.0. See SOLR-14022 for details.
[junit4] 2> 375183 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 375183 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 375184 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 375184 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 375187 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
[junit4] 2> 375188 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
[junit4] 2> 375190 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-source/managed-schema
[junit4] 2> 375191 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 375191 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 375203 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-source/cdcr/state/buffer
[junit4] 2> 375235 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-source/cdcr/state/process
[junit4] 2> 375313 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1695932449003929600
[junit4] 2> 375315 INFO (searcherExecutor-3112-thread-1-processing-n:127.0.0.1:36691_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 375320 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/cdcr-source/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 375320 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/cdcr-source/leaders/shard1
[junit4] 2> 375323 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 375323 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 375323 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36691/solr/cdcr-source_shard1_replica_n1/
[junit4] 2> 375324 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 375324 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:36691/solr/cdcr-source_shard1_replica_n1/ has no replicas
[junit4] 2> 375324 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/cdcr-source/leaders/shard1/leader after winning as /collections/cdcr-source/leader_elect/shard1/election/73264335289253893-core_node2-n_0000000000
[junit4] 2> 375325 INFO (zkCallback-3092-thread-1) [ ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-source:shard1
[junit4] 2> 375328 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36691/solr/cdcr-source_shard1_replica_n1/ shard1
[junit4] 2> 375429 INFO (zkCallback-3092-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 375429 INFO (zkCallback-3092-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 375431 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 375434 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=389
[junit4] 2> 375436 INFO (qtp1670236106-4800) [n:127.0.0.1:36691_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 375534 INFO (zkCallback-3092-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 375534 INFO (zkCallback-3092-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 375534 INFO (zkCallback-3092-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 375537 INFO (qtp1670236106-4800) [n:127.0.0.1:36691_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=808
[junit4] 2> 375537 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: cdcr-source
[junit4] 2> 375563 INFO (qtp1670236106-4803) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/cdcr-source/terms/shard1 to Terms{values={core_node2=1}, version=1}
[junit4] 2> 375563 INFO (qtp1670236106-4803) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=21
[junit4] 2> 375618 INFO (searcherExecutor-3112-thread-1-processing-n:127.0.0.1:36691_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 375618 INFO (qtp1670236106-4799) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=53
[junit4] 2> 375624 INFO (qtp1670236106-4801) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 375674 INFO (searcherExecutor-3112-thread-1-processing-n:127.0.0.1:36691_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 375674 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=49
[junit4] 2> 375679 INFO (qtp1670236106-4800) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 375717 INFO (searcherExecutor-3112-thread-1-processing-n:127.0.0.1:36691_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 375717 INFO (qtp1670236106-4803) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=37
[junit4] 2> 375722 INFO (qtp1670236106-4799) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 375774 INFO (searcherExecutor-3112-thread-1-processing-n:127.0.0.1:36691_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 375775 INFO (qtp1670236106-4801) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=52
[junit4] 2> 375780 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 375837 INFO (searcherExecutor-3112-thread-1-processing-n:127.0.0.1:36691_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 375837 INFO (qtp1670236106-4800) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=56
[junit4] 2> 375841 INFO (qtp1670236106-4803) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 375896 INFO (searcherExecutor-3112-thread-1-processing-n:127.0.0.1:36691_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 375897 INFO (qtp1670236106-4799) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=55
[junit4] 2> 375901 INFO (qtp1670236106-4801) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 375985 INFO (searcherExecutor-3112-thread-1-processing-n:127.0.0.1:36691_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 375985 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=83
[junit4] 2> 375990 INFO (qtp1670236106-4800) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 376049 INFO (searcherExecutor-3112-thread-1-processing-n:127.0.0.1:36691_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 376050 INFO (qtp1670236106-4803) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=59
[junit4] 2> 376054 INFO (qtp1670236106-4799) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 376142 INFO (searcherExecutor-3112-thread-1-processing-n:127.0.0.1:36691_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 376142 INFO (qtp1670236106-4801) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=87
[junit4] 2> 376147 INFO (qtp1670236106-4801) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 376250 INFO (searcherExecutor-3112-thread-1-processing-n:127.0.0.1:36691_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 376250 INFO (qtp1670236106-4801) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=102
[junit4] 2> 376250 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.c.CdcrBootstrapTest Adding numDocs=1000
[junit4] 2> 376251 INFO (qtp1670236106-4801) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-source:4&wt=javabin&version=2} hits=1000 status=0 QTime=0
[junit4] 2> 376252 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 376254 INFO (zkConnectionManagerCallback-3120-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 376254 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 376257 WARN (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]-SendThread(127.0.0.1:33951)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x104498653a50007.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x104498653a50007, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x104498653a50007, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 376362 INFO (OverseerThreadFactory-3063-thread-1-processing-n:127.0.0.1:40405_solr) [n:127.0.0.1:40405_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection cdcr-target
[junit4] 2> 376469 INFO (OverseerStateUpdate-73264335222538245-127.0.0.1:40405_solr-n_0000000000) [n:127.0.0.1:40405_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"cdcr-target_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:40405_solr",
[junit4] 2> "base_url":"http://127.0.0.1:40405/solr",
[junit4] 2> "collection":"cdcr-target",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 376672 INFO (qtp2011649042-4740) [n:127.0.0.1:40405_solr x:cdcr-target_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica_n1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 376673 INFO (qtp2011649042-4740) [n:127.0.0.1:40405_solr x:cdcr-target_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 376683 INFO (qtp2011649042-4740) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 376699 INFO (qtp2011649042-4740) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 376700 INFO (qtp2011649042-4740) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 376700 INFO (qtp2011649042-4740) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 376702 INFO (qtp2011649042-4740) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-target/managed-schema
[junit4] 2> 376704 INFO (qtp2011649042-4740) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-target/schema.xml to /configs/cdcr-target/schema.xml.bak
[junit4] 2> 376704 INFO (qtp2011649042-4740) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-target_shard1_replica_n1' using configuration from configset cdcr-target, trusted=true
[junit4] 2> 376705 INFO (qtp2011649042-4740) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.SolrCore [[cdcr-target_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_332FBF44C3EFF163-001/cdcr-target-001/node1/cdcr-target_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_332FBF44C3EFF163-001/cdcr-target-001/node1/cdcr-target_shard1_replica_n1/data/]
[junit4] 2> 376733 INFO (OverseerCollectionConfigSetProcessor-73264335289253893-127.0.0.1:36691_solr-n_0000000000) [n:127.0.0.1:36691_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 376736 WARN (qtp2011649042-4740) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.h.CdcrRequestHandler CDCR (in its current form) is deprecated as of 8.6 and shall be removed in 9.0. See SOLR-14022 for details.
[junit4] 2> 376737 INFO (qtp2011649042-4740) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 376737 INFO (qtp2011649042-4740) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 376738 INFO (qtp2011649042-4740) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 376738 INFO (qtp2011649042-4740) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 376739 INFO (qtp2011649042-4740) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-target
[junit4] 2> 376739 INFO (qtp2011649042-4740) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-target
[junit4] 2> 376739 INFO (qtp2011649042-4740) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-target/managed-schema
[junit4] 2> 376742 INFO (qtp2011649042-4740) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 376742 INFO (qtp2011649042-4740) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 376744 INFO (qtp2011649042-4740) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-target/cdcr/state/buffer
[junit4] 2> 376745 INFO (qtp2011649042-4740) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-target/cdcr/state/process
[junit4] 2> 376745 INFO (qtp2011649042-4740) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1695932450505490432
[junit4] 2> 376748 INFO (searcherExecutor-3122-thread-1-processing-n:127.0.0.1:40405_solr x:cdcr-target_shard1_replica_n1 c:cdcr-target s:shard1 r:core_node2) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-target_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 376751 INFO (qtp2011649042-4740) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/cdcr-target/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 376751 INFO (qtp2011649042-4740) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/cdcr-target/leaders/shard1
[junit4] 2> 376755 INFO (qtp2011649042-4740) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 376755 INFO (qtp2011649042-4740) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 376755 INFO (qtp2011649042-4740) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40405/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 376755 INFO (qtp2011649042-4740) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 376755 INFO (qtp2011649042-4740) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:40405/solr/cdcr-target_shard1_replica_n1/ has no replicas
[junit4] 2> 376756 INFO (qtp2011649042-4740) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/cdcr-target/leaders/shard1/leader after winning as /collections/cdcr-target/leader_elect/shard1/election/73264335222538245-core_node2-n_0000000000
[junit4] 2> 376756 INFO (zkCallback-3055-thread-1) [ ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-target:shard1
[junit4] 2> 376759 INFO (qtp2011649042-4740) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40405/solr/cdcr-target_shard1_replica_n1/ shard1
[junit4] 2> 376860 INFO (zkCallback-3055-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 376860 INFO (zkCallback-3055-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 376861 INFO (zkCallback-3055-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 376862 INFO (qtp2011649042-4740) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 376866 INFO (qtp2011649042-4740) [n:127.0.0.1:40405_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica_n1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=193
[junit4] 2> 376869 INFO (qtp2011649042-4738) [n:127.0.0.1:40405_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 376964 INFO (zkCallback-3055-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 376964 INFO (zkCallback-3055-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 376964 INFO (zkCallback-3055-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 376964 INFO (zkCallback-3055-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 376965 INFO (qtp2011649042-4738) [n:127.0.0.1:40405_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=cdcr-target&name=cdcr-target&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=605
[junit4] 2> 376965 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: cdcr-target
[junit4] 2> 376978 INFO (zkCallback-3055-thread-4) [ ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/cdcr/state/process @ cdcr-target:shard1
[junit4] 2> 376979 INFO (qtp2011649042-4741) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-target:3&action=start&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 376979 INFO (zkCallback-3055-thread-4) [ ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-target:shard1
[junit4] 2> 376980 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 376981 INFO (zkConnectionManagerCallback-3134-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 376981 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 376983 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 376984 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33951/solr ready
[junit4] 2> 376991 INFO (qtp2011649042-4738) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.h.CdcrRequestHandler Found maxVersionFromRecent 0 maxVersionFromIndex 0
[junit4] 2> 376991 INFO (qtp2011649042-4738) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={action=SHARDCHECKPOINT&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 376991 INFO (qtp2011649042-4739) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={_stateVer_=cdcr-target:3&action=COLLECTIONCHECKPOINT&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 376991 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.h.CdcrReplicatorManager Create new update log reader for target cdcr-target with checkpoint -1 @ cdcr-source:shard1
[junit4] 2> 376992 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target, shard: shard1
[junit4] 2> 376996 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.h.CdcrReplicatorManager Submitting bootstrap task to executor
[junit4] 2> 376996 INFO (zkCallback-3092-thread-2) [ ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/cdcr/state/process @ cdcr-source:shard1
[junit4] 2> 376997 INFO (zkCallback-3092-thread-2) [ ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-source:shard1
[junit4] 2> 376997 INFO (qtp1670236106-4802) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:4&action=start&wt=javabin&version=2} status=0 QTime=17
[junit4] 2> 376998 INFO (qtp1670236106-4800) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:4&action=queues&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 376998 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.c.CdcrBootstrapTest Cdcr queue response: {responseHeader={status=0,QTime=0},queues={127.0.0.1:33951/solr={cdcr-target={queueSize=1010,lastTimestamp=}}},tlogTotalSize=60619,tlogTotalCount=10,updateLogSynchronizer=stopped}
[junit4] 2> 376999 INFO (qtp2011649042-4740) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-target:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 377000 INFO (qtp2011649042-4738) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-target:3&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 377000 INFO (cdcr-bootstrap-status-3130-thread-1-processing-n:127.0.0.1:36691_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target shard: shard1 leader: http://127.0.0.1:40405/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 377001 INFO (qtp2011649042-4741) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&masterUrl=http://127.0.0.1:36691/solr/cdcr-source_shard1_replica_n1/&action=BOOTSTRAP&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 377007 INFO (recoveryExecutor-3052-thread-1-processing-n:127.0.0.1:40405_solr x:cdcr-target_shard1_replica_n1 c:cdcr-target s:shard1 r:core_node2) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 377009 INFO (qtp1670236106-4799) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 377009 ERROR (recoveryExecutor-3052-thread-1-processing-n:127.0.0.1:40405_solr x:cdcr-target_shard1_replica_n1 c:cdcr-target s:shard1 r:core_node2) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Index fetch failed :org.apache.solr.common.SolrException: The 'leaderUrl' parameter value 'http://127.0.0.1:36691/solr/cdcr-source_shard1_replica_n1/' is not in the 'shardsWhitelist'. set -Dsolr.disable.shardsWhitelist=true to disable shards whitelist checks
[junit4] 2> at org.apache.solr.handler.IndexFetcher.setLeaderUrl(IndexFetcher.java:294)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:254)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:454)
[junit4] 2> at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:780)
[junit4] 2> at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:735)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 377009 INFO (recoveryExecutor-3052-thread-1-processing-n:127.0.0.1:40405_solr x:cdcr-target_shard1_replica_n1 c:cdcr-target s:shard1 r:core_node2) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.h.CdcrRequestHandler No replay needed.
[junit4] 2> 377009 ERROR (updateExecutor-3050-thread-1-processing-n:127.0.0.1:40405_solr x:cdcr-target_shard1_replica_n1 c:cdcr-target s:shard1 r:core_node2) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.h.CdcrRequestHandler Bootstrap operation failed
[junit4] 2> => java.util.concurrent.ExecutionException: java.lang.AssertionError
[junit4] 2> at java.util.concurrent.FutureTask.report(FutureTask.java:122)
[junit4] 2> java.util.concurrent.ExecutionException: java.lang.AssertionError
[junit4] 2> at java.util.concurrent.FutureTask.report(FutureTask.java:122) ~[?:1.8.0_281]
[junit4] 2> at java.util.concurrent.FutureTask.get(FutureTask.java:192) ~[?:1.8.0_281]
[junit4] 2> at org.apache.solr.handler.CdcrRequestHandler.lambda$handleBootstrapAction$0(CdcrRequestHandler.java:662) ~[java/:?]
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180) ~[metrics-core-4.1.5.jar:4.1.5]
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_281]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_281]
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) ~[java/:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_281]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_281]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_281]
[junit4] 2> Caused by: java.lang.AssertionError
[junit4] 2> at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:813) ~[java/:?]
[junit4] 2> at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:735) ~[java/:?]
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) ~[metrics-core-4.1.5.jar:4.1.5]
[junit4] 2> ... 5 more
[junit4] 2> 377011 INFO (qtp2011649042-4737) [n:127.0.0.1:40405_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&action=BOOTSTRAP_STATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 377011 WARN (cdcr-bootstrap-status-3130-thread-1-processing-n:127.0.0.1:36691_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:36691_solr c:cdcr-source s:shard1 r:core_no
[...truncated too long message...]
t.testConvertClusterToCdcrAndBootstrap-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:42175
[junit4] 2> 769009 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:42175
[junit4] 2> 769009 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 42175
[junit4] 2> 769110 INFO (jetty-closer-3563-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1806759756
[junit4] 2> 769111 INFO (jetty-closer-3563-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:38249_solr
[junit4] 2> 769111 INFO (jetty-closer-3563-thread-1) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 769111 INFO (jetty-closer-3563-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:38249_solr as DOWN
[junit4] 2> 769113 INFO (coreCloseExecutor-3567-thread-1) [n:127.0.0.1:38249_solr ] o.a.s.c.SolrCore [cdcr-target_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@a3a6846
[junit4] 2> 769113 INFO (coreCloseExecutor-3567-thread-2) [n:127.0.0.1:38249_solr ] o.a.s.c.SolrCore [cdcr-target_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@43cd835e
[junit4] 2> 769113 INFO (coreCloseExecutor-3567-thread-1) [n:127.0.0.1:38249_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.cdcr-target.shard1.replica_n1 tag=SolrCore@a3a6846
[junit4] 2> 769113 INFO (coreCloseExecutor-3567-thread-1) [n:127.0.0.1:38249_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.cdcr-target.shard1.leader tag=SolrCore@a3a6846
[junit4] 2> 769114 INFO (coreCloseExecutor-3567-thread-2) [n:127.0.0.1:38249_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.cdcr-target.shard1.replica_n2 tag=SolrCore@43cd835e
[junit4] 2> 769114 INFO (coreCloseExecutor-3567-thread-2) [n:127.0.0.1:38249_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.cdcr-target.shard1.leader tag=SolrCore@43cd835e
[junit4] 2> 769114 INFO (coreCloseExecutor-3567-thread-1) [n:127.0.0.1:38249_solr ] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ cdcr-target:shard1
[junit4] 2> 769114 INFO (coreCloseExecutor-3567-thread-2) [n:127.0.0.1:38249_solr ] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ cdcr-target:shard1
[junit4] 2> 769114 INFO (zkCallback-3427-thread-6) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 769114 INFO (zkCallback-3427-thread-5) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 769115 INFO (coreCloseExecutor-3567-thread-2) [n:127.0.0.1:38249_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 769115 INFO (coreCloseExecutor-3567-thread-1) [n:127.0.0.1:38249_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 769115 INFO (zkCallback-3427-thread-7) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 769121 INFO (jetty-closer-3563-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 769121 INFO (jetty-closer-3563-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 769121 INFO (jetty-closer-3563-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 769121 INFO (jetty-closer-3563-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 769123 INFO (closeThreadPool-3569-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73264352193085445-127.0.0.1:38249_solr-n_0000000000) closing
[junit4] 2> 769126 INFO (OverseerStateUpdate-73264352193085445-127.0.0.1:38249_solr-n_0000000000) [n:127.0.0.1:38249_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:38249_solr
[junit4] 2> 769129 INFO (OverseerAutoScalingTriggerThread-73264352193085445-127.0.0.1:38249_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 769130 INFO (closeThreadPool-3569-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73264352193085445-127.0.0.1:38249_solr-n_0000000000) closing
[junit4] 2> 769230 INFO (jetty-closer-3563-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73264352193085445-127.0.0.1:38249_solr-n_0000000000) closing
[junit4] 2> 769231 INFO (jetty-closer-3563-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3d191ddd{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 769231 INFO (jetty-closer-3563-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@65721a86{/solr,null,STOPPED}
[junit4] 2> 769231 INFO (jetty-closer-3563-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 769232 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 769436 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/collections/cdcr-target/leaders/shard1/leader
[junit4] 2> 3 /solr/collections/cdcr-target/terms/shard1
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/configs/cdcr-target/managed-schema
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 31 /solr/collections/cdcr-target/state.json
[junit4] 2> 5 /solr/collections/cdcr-target/cdcr/state/process
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/cdcr-target/cdcr/state/buffer
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 20 /solr/collections/cdcr-target/state.json
[junit4] 2> 18 /solr/overseer/queue
[junit4] 2> 5 /solr/collections
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2> 4 /solr/live_nodes
[junit4] 2>
[junit4] 2> 769438 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:44545
[junit4] 2> 769438 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:44545
[junit4] 2> 769438 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[332FBF44C3EFF163]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 44545
[junit4] 2> 769439 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[332FBF44C3EFF163]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testConvertClusterToCdcrAndBootstrap
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CdcrBootstrapTest -Dtests.method=testConvertClusterToCdcrAndBootstrap -Dtests.seed=332FBF44C3EFF163 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=sq -Dtests.timezone=Antarctica/Macquarie -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 138s J1 | CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap <<<
[junit4] > Throwable #1: java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
[junit4] > at __randomizedtesting.SeedInfo.seed([332FBF44C3EFF163:E4F8903377B06924]:0)
[junit4] > at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap(CdcrBootstrapTest.java:129)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_332FBF44C3EFF163-001
[junit4] 2> Apr 02, 2021 12:46:53 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene87, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=sq, timezone=Antarctica/Macquarie
[junit4] 2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=138418144,total=451936256
[junit4] 2> NOTE: All tests run in this JVM: [TestReplicaProperties, DistributedFacetExistsSmallTest, TestComplexPhraseLeadingWildcard, TestSchemaManager, DistributedIntervalFacetingTest, RegexBoostProcessorTest, ReplicationFactorTest, DistribDocExpirationUpdateProcessorTest, JavaBinAtomicUpdateMultivalueTest, TestReplicationHandler, TestLegacyBM25SimilarityFactory, TestRTimerTree, TestDocSet, CdcrBootstrapTest]
[junit4] Completed [260/935 (1!)] on J1 in 397.89s, 4 tests, 3 failures, 1 skipped <<< FAILURES!
[...truncated 53022 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1962 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1962/
3 tests failed.
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithMultipleReplicas
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([E16D8A332C383D72:77908433517E8B30]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithMultipleReplicas(CdcrBootstrapTest.java:293)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithSourceCluster
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([E16D8A332C383D72:383BDBF72F5C2E38]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithSourceCluster(CdcrBootstrapTest.java:208)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([E16D8A332C383D72:36BAA5449867A535]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap(CdcrBootstrapTest.java:129)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 15983 lines...]
[junit4] Suite: org.apache.solr.cloud.cdcr.CdcrBootstrapTest
[junit4] 2> 1858648 INFO (SUITE-CdcrBootstrapTest-seed#[E16D8A332C383D72]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> 1858649 INFO (SUITE-CdcrBootstrapTest-seed#[E16D8A332C383D72]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.cdcr.CdcrBootstrapTest_E16D8A332C383D72-001/data-dir-180-001
[junit4] 2> 1858649 INFO (SUITE-CdcrBootstrapTest-seed#[E16D8A332C383D72]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1858650 INFO (SUITE-CdcrBootstrapTest-seed#[E16D8A332C383D72]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1858650 INFO (SUITE-CdcrBootstrapTest-seed#[E16D8A332C383D72]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1858653 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[E16D8A332C383D72]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBootstrapWithMultipleReplicas
[junit4] 2> 1858653 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[E16D8A332C383D72]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.cdcr.CdcrBootstrapTest_E16D8A332C383D72-001/cdcr-target-001
[junit4] 2> 1858653 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[E16D8A332C383D72]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1858653 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 1858653 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1858654 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 1858753 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[E16D8A332C383D72]) [ ] o.a.s.c.ZkTestServer start zk server on port: 46295
[junit4] 2> 1858754 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[E16D8A332C383D72]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:46295
[junit4] 2> 1858754 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[E16D8A332C383D72]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:46295
[junit4] 2> 1858754 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[E16D8A332C383D72]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 46295
[junit4] 2> 1858755 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[E16D8A332C383D72]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1858758 INFO (zkConnectionManagerCallback-17004-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1858758 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[E16D8A332C383D72]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1858762 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[E16D8A332C383D72]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1858762 INFO (zkConnectionManagerCallback-17006-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1858762 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[E16D8A332C383D72]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1858763 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[E16D8A332C383D72]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1858764 INFO (zkConnectionManagerCallback-17008-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1858764 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[E16D8A332C383D72]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1858867 INFO (jetty-launcher-17009-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1858867 INFO (jetty-launcher-17009-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1858867 INFO (jetty-launcher-17009-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1858867 INFO (jetty-launcher-17009-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1858867 INFO (jetty-launcher-17009-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 1858867 INFO (jetty-launcher-17009-thread-3) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 1858868 INFO (jetty-launcher-17009-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1858868 INFO (jetty-launcher-17009-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1858868 INFO (jetty-launcher-17009-thread-2) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 1858874 INFO (jetty-launcher-17009-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1858875 INFO (jetty-launcher-17009-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1858875 INFO (jetty-launcher-17009-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1858875 INFO (jetty-launcher-17009-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1858875 INFO (jetty-launcher-17009-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1858875 INFO (jetty-launcher-17009-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1858875 INFO (jetty-launcher-17009-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@48f912e5{/solr,null,AVAILABLE}
[junit4] 2> 1858876 INFO (jetty-launcher-17009-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1858876 INFO (jetty-launcher-17009-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1858876 INFO (jetty-launcher-17009-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1858878 INFO (jetty-launcher-17009-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6c795231{/solr,null,AVAILABLE}
[junit4] 2> 1858878 INFO (jetty-launcher-17009-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2e7e259c{/solr,null,AVAILABLE}
[junit4] 2> 1858878 INFO (jetty-launcher-17009-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7a5349f{SSL, (ssl, http/1.1)}{127.0.0.1:34109}
[junit4] 2> 1858878 INFO (jetty-launcher-17009-thread-2) [ ] o.e.j.s.Server Started @1858955ms
[junit4] 2> 1858878 INFO (jetty-launcher-17009-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:46295/solr, hostPort=34109}
[junit4] 2> 1858879 INFO (jetty-launcher-17009-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@e340a65{SSL, (ssl, http/1.1)}{127.0.0.1:41417}
[junit4] 2> 1858879 ERROR (jetty-launcher-17009-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1858879 INFO (jetty-launcher-17009-thread-3) [ ] o.e.j.s.Server Started @1858955ms
[junit4] 2> 1858879 INFO (jetty-launcher-17009-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1858879 INFO (jetty-launcher-17009-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:46295/solr, hostPort=41417}
[junit4] 2> 1858879 INFO (jetty-launcher-17009-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 1858879 INFO (jetty-launcher-17009-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1858879 INFO (jetty-launcher-17009-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 1858879 INFO (jetty-launcher-17009-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-02T10:25:08.093Z
[junit4] 2> 1858879 ERROR (jetty-launcher-17009-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1858879 INFO (jetty-launcher-17009-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1858879 INFO (jetty-launcher-17009-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 1858879 INFO (jetty-launcher-17009-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1858879 INFO (jetty-launcher-17009-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 1858879 INFO (jetty-launcher-17009-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-02T10:25:08.093Z
[junit4] 2> 1858880 INFO (jetty-launcher-17009-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1858880 INFO (jetty-launcher-17009-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@31f08a2d{SSL, (ssl, http/1.1)}{127.0.0.1:40065}
[junit4] 2> 1858880 INFO (jetty-launcher-17009-thread-1) [ ] o.e.j.s.Server Started @1858956ms
[junit4] 2> 1858880 INFO (jetty-launcher-17009-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:46295/solr, hostPort=40065}
[junit4] 2> 1858880 ERROR (jetty-launcher-17009-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1858880 INFO (jetty-launcher-17009-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1858880 INFO (jetty-launcher-17009-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 1858880 INFO (jetty-launcher-17009-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1858880 INFO (jetty-launcher-17009-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 1858880 INFO (jetty-launcher-17009-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-02T10:25:08.094Z
[junit4] 2> 1858881 INFO (jetty-launcher-17009-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1858881 INFO (jetty-launcher-17009-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1858884 INFO (zkConnectionManagerCallback-17011-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1858884 INFO (jetty-launcher-17009-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1858884 INFO (zkConnectionManagerCallback-17013-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1858884 INFO (jetty-launcher-17009-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1858885 INFO (jetty-launcher-17009-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1858885 INFO (zkConnectionManagerCallback-17015-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1858885 INFO (jetty-launcher-17009-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1858885 INFO (jetty-launcher-17009-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1858885 INFO (jetty-launcher-17009-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1858888 INFO (jetty-launcher-17009-thread-2) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 1858889 INFO (jetty-launcher-17009-thread-1) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 1858890 INFO (jetty-launcher-17009-thread-3) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 1858891 WARN (jetty-launcher-17009-thread-1-SendThread(127.0.0.1:46295)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x104490a9c520005.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x104490a9c520005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x104490a9c520005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 1858891 WARN (jetty-launcher-17009-thread-3-SendThread(127.0.0.1:46295)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x104490a9c520003.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x104490a9c520003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x104490a9c520003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 1859547 INFO (jetty-launcher-17009-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1859547 WARN (jetty-launcher-17009-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1859548 WARN (jetty-launcher-17009-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6a2beff2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1859548 WARN (jetty-launcher-17009-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6a2beff2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1859549 WARN (jetty-launcher-17009-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1859550 WARN (jetty-launcher-17009-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1e7fe3d0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1859550 WARN (jetty-launcher-17009-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1e7fe3d0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1859551 INFO (jetty-launcher-17009-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46295/solr
[junit4] 2> 1859552 INFO (jetty-launcher-17009-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1859552 INFO (zkConnectionManagerCallback-17032-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1859552 INFO (jetty-launcher-17009-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1859672 INFO (jetty-launcher-17009-thread-1) [n:127.0.0.1:40065_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1859688 INFO (jetty-launcher-17009-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1859688 WARN (jetty-launcher-17009-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1859689 INFO (zkConnectionManagerCallback-17034-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1859689 INFO (jetty-launcher-17009-thread-1) [n:127.0.0.1:40065_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1859696 WARN (jetty-launcher-17009-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@16a8e131[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1859696 WARN (jetty-launcher-17009-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@16a8e131[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1859704 WARN (jetty-launcher-17009-thread-1) [n:127.0.0.1:40065_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 1859706 WARN (jetty-launcher-17009-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1859707 WARN (jetty-launcher-17009-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6bed36f2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1859707 WARN (jetty-launcher-17009-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6bed36f2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1859708 INFO (jetty-launcher-17009-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46295/solr
[junit4] 2> 1859710 INFO (jetty-launcher-17009-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1859725 INFO (zkConnectionManagerCallback-17044-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1859725 INFO (jetty-launcher-17009-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1859731 WARN (jetty-launcher-17009-thread-3-SendThread(127.0.0.1:46295)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x104490a9c520008.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x104490a9c520008, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x104490a9c520008, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 1859794 INFO (jetty-launcher-17009-thread-1) [n:127.0.0.1:40065_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40065_solr
[junit4] 2> 1859794 INFO (jetty-launcher-17009-thread-1) [n:127.0.0.1:40065_solr ] o.a.s.c.Overseer Overseer (id=73263803865890823-127.0.0.1:40065_solr-n_0000000000) starting
[junit4] 2> 1859811 INFO (OverseerStateUpdate-73263803865890823-127.0.0.1:40065_solr-n_0000000000) [n:127.0.0.1:40065_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:40065_solr
[junit4] 2> 1859811 INFO (jetty-launcher-17009-thread-1) [n:127.0.0.1:40065_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40065_solr
[junit4] 2> 1859812 INFO (OverseerStateUpdate-73263803865890823-127.0.0.1:40065_solr-n_0000000000) [n:127.0.0.1:40065_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1859813 INFO (jetty-launcher-17009-thread-1) [n:127.0.0.1:40065_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1859814 WARN (jetty-launcher-17009-thread-1) [n:127.0.0.1:40065_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1859829 INFO (jetty-launcher-17009-thread-1) [n:127.0.0.1:40065_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.cdcr.CdcrBootstrapTest_E16D8A332C383D72-001/cdcr-target-001/node1
[junit4] 2> 1859855 INFO (jetty-launcher-17009-thread-3) [n:127.0.0.1:41417_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1859864 INFO (zkConnectionManagerCallback-17054-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1859864 INFO (jetty-launcher-17009-thread-3) [n:127.0.0.1:41417_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1859867 WARN (jetty-launcher-17009-thread-3) [n:127.0.0.1:41417_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 1859868 INFO (jetty-launcher-17009-thread-3) [n:127.0.0.1:41417_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1859871 INFO (jetty-launcher-17009-thread-3) [n:127.0.0.1:41417_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:41417_solr as DOWN
[junit4] 2> 1859871 INFO (jetty-launcher-17009-thread-3) [n:127.0.0.1:41417_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1859872 INFO (jetty-launcher-17009-thread-3) [n:127.0.0.1:41417_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41417_solr
[junit4] 2> 1859884 INFO (zkCallback-17053-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1859884 INFO (jetty-launcher-17009-thread-3) [n:127.0.0.1:41417_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1859884 WARN (jetty-launcher-17009-thread-3) [n:127.0.0.1:41417_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1859889 INFO (zkCallback-17033-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1859894 INFO (jetty-launcher-17009-thread-3) [n:127.0.0.1:41417_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.cdcr.CdcrBootstrapTest_E16D8A332C383D72-001/cdcr-target-001/node3
[junit4] 2> 1860247 INFO (jetty-launcher-17009-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1860248 WARN (jetty-launcher-17009-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1860252 WARN (jetty-launcher-17009-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2294aba7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1860252 WARN (jetty-launcher-17009-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2294aba7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1860254 WARN (jetty-launcher-17009-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1860255 WARN (jetty-launcher-17009-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3f2b913a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1860255 WARN (jetty-launcher-17009-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3f2b913a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1860256 INFO (jetty-launcher-17009-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46295/solr
[junit4] 2> 1860256 INFO (jetty-launcher-17009-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1860258 INFO (zkConnectionManagerCallback-17068-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1860258 INFO (jetty-launcher-17009-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1860359 INFO (jetty-launcher-17009-thread-2) [n:127.0.0.1:34109_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1860364 INFO (zkConnectionManagerCallback-17070-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1860364 INFO (jetty-launcher-17009-thread-2) [n:127.0.0.1:34109_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1860367 WARN (jetty-launcher-17009-thread-2) [n:127.0.0.1:34109_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 1860368 INFO (jetty-launcher-17009-thread-2) [n:127.0.0.1:34109_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1860371 INFO (jetty-launcher-17009-thread-2) [n:127.0.0.1:34109_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:34109_solr as DOWN
[junit4] 2> 1860372 INFO (jetty-launcher-17009-thread-2) [n:127.0.0.1:34109_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1860372 INFO (jetty-launcher-17009-thread-2) [n:127.0.0.1:34109_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34109_solr
[junit4] 2> 1860373 INFO (zkCallback-17053-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1860373 INFO (zkCallback-17033-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1860373 INFO (zkCallback-17069-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1860374 INFO (jetty-launcher-17009-thread-2) [n:127.0.0.1:34109_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1860374 WARN (jetty-launcher-17009-thread-2) [n:127.0.0.1:34109_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1860389 INFO (jetty-launcher-17009-thread-2) [n:127.0.0.1:34109_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.cdcr.CdcrBootstrapTest_E16D8A332C383D72-001/cdcr-target-001/node2
[junit4] 2> 1860398 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[E16D8A332C383D72]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=3
[junit4] 2> 1860399 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[E16D8A332C383D72]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1860400 INFO (zkConnectionManagerCallback-17081-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1860400 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[E16D8A332C383D72]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1860401 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[E16D8A332C383D72]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1860402 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[E16D8A332C383D72]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46295/solr ready
[junit4] 1> Target zkHost = 127.0.0.1:46295/solr
[junit4] 2> 1860402 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[E16D8A332C383D72]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.cdcr.CdcrBootstrapTest_E16D8A332C383D72-001/cdcr-source-001
[junit4] 2> 1860402 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[E16D8A332C383D72]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1860403 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 1860403 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1860403 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 1860503 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[E16D8A332C383D72]) [ ] o.a.s.c.ZkTestServer start zk server on port: 43939
[junit4] 2> 1860503 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[E16D8A332C383D72]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:43939
[junit4] 2> 1860503 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[E16D8A332C383D72]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43939
[junit4] 2> 1860503 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[E16D8A332C383D72]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43939
[junit4] 2> 1860504 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[E16D8A332C383D72]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1860507 INFO (zkConnectionManagerCallback-17083-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1860507 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[E16D8A332C383D72]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1860520 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[E16D8A332C383D72]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1860524 INFO (zkConnectionManagerCallback-17085-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1860524 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[E16D8A332C383D72]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1860525 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[E16D8A332C383D72]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1860526 INFO (zkConnectionManagerCallback-17087-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1860526 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[E16D8A332C383D72]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1860629 INFO (jetty-launcher-17088-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1860629 INFO (jetty-launcher-17088-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1860629 INFO (jetty-launcher-17088-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1860629 INFO (jetty-launcher-17088-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1860629 INFO (jetty-launcher-17088-thread-3) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 1860629 INFO (jetty-launcher-17088-thread-2) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 1860632 INFO (jetty-launcher-17088-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1860632 INFO (jetty-launcher-17088-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1860632 INFO (jetty-launcher-17088-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 1860633 INFO (jetty-launcher-17088-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1860633 INFO (jetty-launcher-17088-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1860633 INFO (jetty-launcher-17088-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1860633 INFO (jetty-launcher-17088-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@120476c{/solr,null,AVAILABLE}
[junit4] 2> 1860636 INFO (jetty-launcher-17088-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1860636 INFO (jetty-launcher-17088-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1860636 INFO (jetty-launcher-17088-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1860636 INFO (jetty-launcher-17088-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@13d93936{/solr,null,AVAILABLE}
[junit4] 2> 1860637 INFO (jetty-launcher-17088-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2abd391b{SSL, (ssl, http/1.1)}{127.0.0.1:41849}
[junit4] 2> 1860637 INFO (jetty-launcher-17088-thread-2) [ ] o.e.j.s.Server Started @1860713ms
[junit4] 2> 1860637 INFO (jetty-launcher-17088-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:43939/solr, hostPort=41849}
[junit4] 2> 1860637 ERROR (jetty-launcher-17088-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1860637 INFO (jetty-launcher-17088-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1860637 INFO (jetty-launcher-17088-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 1860637 INFO (jetty-launcher-17088-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1860637 INFO (jetty-launcher-17088-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 1860637 INFO (jetty-launcher-17088-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-02T10:25:09.851Z
[junit4] 2> 1860638 INFO (jetty-launcher-17088-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1860638 INFO (jetty-launcher-17088-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1860638 INFO (jetty-launcher-17088-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1860638 INFO (jetty-launcher-17088-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1860639 INFO (jetty-launcher-17088-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@257694b9{/solr,null,AVAILABLE}
[junit4] 2> 1860639 INFO (zkConnectionManagerCallback-17090-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1860639 INFO (jetty-launcher-17088-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1860639 INFO (jetty-launcher-17088-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@45554230{SSL, (ssl, http/1.1)}{127.0.0.1:39575}
[junit4] 2> 1860639 INFO (jetty-launcher-17088-thread-1) [ ] o.e.j.s.Server Started @1860715ms
[junit4] 2> 1860639 INFO (jetty-launcher-17088-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:43939/solr, hostPort=39575}
[junit4] 2> 1860639 INFO (jetty-launcher-17088-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1860639 ERROR (jetty-launcher-17088-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1860639 INFO (jetty-launcher-17088-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1860639 INFO (jetty-launcher-17088-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 1860640 INFO (jetty-launcher-17088-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1860640 INFO (jetty-launcher-17088-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 1860640 INFO (jetty-launcher-17088-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-02T10:25:09.854Z
[junit4] 2> 1860643 INFO (jetty-launcher-17088-thread-2) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 1860644 INFO (jetty-launcher-17088-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1860644 INFO (jetty-launcher-17088-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7356d677{SSL, (ssl, http/1.1)}{127.0.0.1:41295}
[junit4] 2> 1860644 INFO (jetty-launcher-17088-thread-3) [ ] o.e.j.s.Server Started @1860721ms
[junit4] 2> 1860644 INFO (jetty-launcher-17088-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:43939/solr, hostPort=41295}
[junit4] 2> 1860644 ERROR (jetty-launcher-17088-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1860645 INFO (jetty-launcher-17088-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1860645 INFO (jetty-launcher-17088-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 1860645 INFO (jetty-launcher-17088-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1860645 INFO (jetty-launcher-17088-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 1860645 INFO (jetty-launcher-17088-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-02T10:25:09.859Z
[junit4] 2> 1860645 WARN (jetty-launcher-17088-thread-2-SendThread(127.0.0.1:43939)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x104490aa32b0003.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x104490aa32b0003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x104490aa32b0003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 1860646 INFO (jetty-launcher-17088-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1860646 INFO (zkConnectionManagerCallback-17092-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1860646 INFO (jetty-launcher-17088-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1860646 INFO (zkConnectionManagerCallback-17094-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1860646 INFO (jetty-launcher-17088-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1860646 INFO (jetty-launcher-17088-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1860646 INFO (jetty-launcher-17088-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1860649 INFO (jetty-launcher-17088-thread-3) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 1860649 INFO (jetty-launcher-17088-thread-1) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 1860650 WARN (jetty-launcher-17088-thread-3-SendThread(127.0.0.1:43939)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x104490aa32b0005.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x104490aa32b0005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x104490aa32b0005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 1861195 INFO (jetty-launcher-17088-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1861196 WARN (jetty-launcher-17088-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1861196 WARN (jetty-launcher-17088-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@e6ae426[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1861196 WARN (jetty-launcher-17088-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@e6ae426[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1861198 WARN (jetty-launcher-17088-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1861199 WARN (jetty-launcher-17088-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1182dfaa[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1861199 WARN (jetty-launcher-17088-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1182dfaa[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1861200 INFO (jetty-launcher-17088-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43939/solr
[junit4] 2> 1861201 INFO (jetty-launcher-17088-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1861201 INFO (zkConnectionManagerCallback-17111-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1861201 INFO (jetty-launcher-17088-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1861293 INFO (jetty-launcher-17088-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1861294 WARN (jetty-launcher-17088-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1861294 WARN (jetty-launcher-17088-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2f10b9fa[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1861294 WARN (jetty-launcher-17088-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2f10b9fa[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1861305 WARN (jetty-launcher-17088-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1861317 INFO (jetty-launcher-17088-thread-2) [n:127.0.0.1:41849_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1861326 WARN (jetty-launcher-17088-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5e1063b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1861326 WARN (jetty-launcher-17088-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5e1063b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1861327 INFO (jetty-launcher-17088-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43939/solr
[junit4] 2> 1861344 INFO (zkConnectionManagerCallback-17118-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1861344 INFO (jetty-launcher-17088-thread-2) [n:127.0.0.1:41849_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1861360 WARN (jetty-launcher-17088-thread-2) [n:127.0.0.1:41849_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 1861360 INFO (jetty-launcher-17088-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1861365 INFO (zkConnectionManagerCallback-17121-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1861366 INFO (jetty-launcher-17088-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1861367 WARN (jetty-launcher-17088-thread-1-SendThread(127.0.0.1:43939)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x104490aa32b0008.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x104490aa32b0008, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x104490aa32b0008, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 1861469 INFO (jetty-launcher-17088-thread-1) [n:127.0.0.1:39575_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1861493 INFO (zkConnectionManagerCallback-17125-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1861493 INFO (jetty-launcher-17088-thread-1) [n:127.0.0.1:39575_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1861506 WARN (jetty-launcher-17088-thread-1) [n:127.0.0.1:39575_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 1861514 INFO (jetty-launcher-17088-thread-1) [n:127.0.0.1:39575_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39575_solr
[junit4] 2> 1861515 INFO (jetty-launcher-17088-thread-1) [n:127.0.0.1:39575_solr ] o.a.s.c.Overseer Overseer (id=73263803980775433-127.0.0.1:39575_solr-n_0000000000) starting
[junit4] 2> 1861529 INFO (OverseerStateUpdate-73263803980775433-127.0.0.1:39575_solr-n_0000000000) [n:127.0.0.1:39575_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:39575_solr
[junit4] 2> 1861534 INFO (jetty-launcher-17088-thread-2) [n:127.0.0.1:41849_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41849_solr
[junit4] 2> 1861537 INFO (jetty-launcher-17088-thread-2) [n:127.0.0.1:41849_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1861538 WARN (jetty-launcher-17088-thread-2) [n:127.0.0.1:41849_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1861545 INFO (jetty-launcher-17088-thread-1) [n:127.0.0.1:39575_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:39575_solr as DOWN
[junit4] 2> 1861547 INFO (zkCallback-17117-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1861548 INFO (jetty-launcher-17088-thread-1) [n:127.0.0.1:39575_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1861548 INFO (jetty-launcher-17088-thread-1) [n:127.0.0.1:39575_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39575_solr
[junit4] 2> 1861550 INFO (jetty-launcher-17088-thread-1) [n:127.0.0.1:39575_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1861550 WARN (jetty-launcher-17088-thread-1) [n:127.0.0.1:39575_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1861556 INFO (zkCallback-17124-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1861561 INFO (zkCallback-17117-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1861567 INFO (jetty-launcher-17088-thread-1) [n:127.0.0.1:39575_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.cdcr.CdcrBootstrapTest_E16D8A332C383D72-001/cdcr-source-001/node1
[junit4] 2> 1861567 INFO (jetty-launcher-17088-thread-2) [n:127.0.0.1:41849_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.cdcr.CdcrBootstrapTest_E16D8A332C383D72-001/cdcr-source-001/node2
[junit4] 2> 1861698 INFO (jetty-launcher-17088-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1861698 WARN (jetty-launcher-17088-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1861699 WARN (jetty-launcher-17088-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5c540fc2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1861699 WARN (jetty-launcher-17088-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5c540fc2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1861701 WARN (jetty-launcher-17088-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1861704 WARN (jetty-launcher-17088-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@37965390[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1861704 WARN (jetty-launcher-17088-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@37965390[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1861705 INFO (jetty-launcher-17088-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43939/solr
[junit4] 2> 1861712 INFO (jetty-launcher-17088-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1861716 INFO (zkConnectionManagerCallback-17147-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1861716 INFO (jetty-launcher-17088-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1861717 WARN (jetty-launcher-17088-thread-3-SendThread(127.0.0.1:43939)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x104490aa32b000a.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x104490aa32b000a, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x104490aa32b000a, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 1861818 INFO (jetty-launcher-17088-thread-3) [n:127.0.0.1:41295_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1861819 INFO (zkConnectionManagerCallback-17149-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1861819 INFO (jetty-launcher-17088-thread-3) [n:127.0.0.1:41295_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1861822 WARN (jetty-launcher-17088-thread-3) [n:127.0.0.1:41295_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 1861823 INFO (jetty-launcher-17088-thread-3) [n:127.0.0.1:41295_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1861826 INFO (jetty-launcher-17088-thread-3) [n:127.0.0.1:41295_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:41295_solr as DOWN
[junit4] 2> 1861827 INFO (jetty-launcher-17088-thread-3) [n:127.0.0.1:41295_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1861827 INFO (jetty-launcher-17088-thread-3) [n:127.0.0.1:41295_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41295_solr
[junit4] 2> 1861828 INFO (zkCallback-17117-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1861828 INFO (zkCallback-17124-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1861828 INFO (zkCallback-17148-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1861829 INFO (jetty-launcher-17088-thread-3) [n:127.0.0.1:41295_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1861830 WARN (jetty-launcher-17088-thread-3) [n:127.0.0.1:41295_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1861845 INFO (jetty-launcher-17088-thread-3) [n:127.0.0.1:41295_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.cdcr.CdcrBootstrapTest_E16D8A332C383D72-001/cdcr-source-001/node3
[junit4] 2> 1861851 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[E16D8A332C383D72]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=3
[junit4] 2> 1861852 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[E16D8A332C383D72]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1861852 INFO (zkConnectionManagerCallback-17160-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1861852 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[E16D8A332C383D72]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1861853 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[E16D8A332C383D72]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1861854 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[E16D8A332C383D72]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43939/solr ready
[junit4] 2> 1861855 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[E16D8A332C383D72]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1861856 INFO (zkConnectionManagerCallback-17162-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1861856 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[E16D8A332C383D72]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1861996 INFO (OverseerThreadFactory-17133-thread-1-processing-n:127.0.0.1:39575_solr) [n:127.0.0.1:39575_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection cdcr-source
[junit4] 2> 1862103 INFO (OverseerStateUpdate-73263803980775433-127.0.0.1:39575_solr-n_0000000000) [n:127.0.0.1:39575_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"cdcr-source_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:41295_solr",
[junit4] 2> "base_url":"https://127.0.0.1:41295/solr",
[junit4] 2> "collection":"cdcr-source",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1862105 INFO (OverseerStateUpdate-73263803980775433-127.0.0.1:39575_solr-n_0000000000) [n:127.0.0.1:39575_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"cdcr-source_shard1_replica_n2",
[junit4] 2> "node_name":"127.0.0.1:41849_solr",
[junit4] 2> "base_url":"https://127.0.0.1:41849/solr",
[junit4] 2> "collection":"cdcr-source",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1862107 INFO (OverseerStateUpdate-73263803980775433-127.0.0.1:39575_solr-n_0000000000) [n:127.0.0.1:39575_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"cdcr-source_shard1_replica_n4",
[junit4] 2> "node_name":"127.0.0.1:39575_solr",
[junit4] 2> "base_url":"https://127.0.0.1:39575/solr",
[junit4] 2> "collection":"cdcr-source",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1862319 INFO (qtp541413995-30659) [n:127.0.0.1:41849_solr x:cdcr-source_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node5&name=cdcr-source_shard1_replica_n2&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 1862319 INFO (qtp541413995-30659) [n:127.0.0.1:41849_solr x:cdcr-source_shard1_replica_n2 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1862340 INFO (qtp541413995-30659) [n:127.0.0.1:41849_solr c:cdcr-source s:shard1 r:core_node5 x:cdcr-source_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 1862345 INFO (qtp2041494791-30677) [n:127.0.0.1:41295_solr x:cdcr-source_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node3&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 1862348 INFO (qtp541413995-30659) [n:127.0.0.1:41849_solr c:cdcr-source s:shard1 r:core_node5 x:cdcr-source_shard1_replica_n2 ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 1862350 INFO (qtp541413995-30659) [n:127.0.0.1:41849_solr c:cdcr-source s:shard1 r:core_node5 x:cdcr-source_shard1_replica_n2 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1862350 INFO (qtp1336748352-30671) [n:127.0.0.1:39575_solr x:cdcr-source_shard1_replica_n4 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node6&name=cdcr-source_shard1_replica_n4&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 1862350 INFO (qtp541413995-30659) [n:127.0.0.1:41849_solr c:cdcr-source s:shard1 r:core_node5 x:cdcr-source_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1862353 INFO (qtp541413995-30659) [n:127.0.0.1:41849_solr c:cdcr-source s:shard1 r:core_node5 x:cdcr-source_shard1_replica_n2 ] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema
[junit4] 2> 1862357 INFO (qtp541413995-30659) [n:127.0.0.1:41849_solr c:cdcr-source s:shard1 r:core_node5 x:cdcr-source_shard1_replica_n2 ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak
[junit4] 2> 1862357 INFO (qtp541413995-30659) [n:127.0.0.1:41849_solr c:cdcr-source s:shard1 r:core_node5 x:cdcr-source_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n2' using configuration from configset cdcr-source, trusted=true
[junit4] 2> 1862357 INFO (qtp2041494791-30677) [n:127.0.0.1:41295_solr c:cdcr-source s:shard1 r:core_node3 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 1862358 INFO (qtp541413995-30659) [n:127.0.0.1:41849_solr c:cdcr-source s:shard1 r:core_node5 x:cdcr-source_shard1_replica_n2 ] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.cdcr.CdcrBootstrapTest_E16D8A332C383D72-001/cdcr-source-001/node2/cdcr-source_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.cdcr.CdcrBootstrapTest_E16D8A332C383D72-001/cdcr-source-001/node2/cdcr-source_shard1_replica_n2/data/]
[junit4] 2> 1862365 INFO (qtp2041494791-30677) [n:127.0.0.1:41295_solr c:cdcr-source s:shard1 r:core_node3 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1862366 INFO (qtp2041494791-30677) [n:127.0.0.1:41295_solr c:cdcr-source s:shard1 r:core_node3 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1862366 INFO (qtp2041494791-30677) [n:127.0.0.1:41295_solr c:cdcr-source s:shard1 r:core_node3 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from configset cdcr-source, trusted=true
[junit4] 2> 1862366 INFO (qtp2041494791-30677) [n:127.0.0.1:41295_solr c:cdcr-source s:shard1 r:core_node3 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.cdcr.CdcrBootstrapTest_E16D8A332C383D72-001/cdcr-source-001/node3/cdcr-source_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.cdcr.CdcrBootstrapTest_E16D8A332C383D72-001/cdcr-source-001/node3/cdcr-source_shard1_replica_n1/data/]
[junit4] 2> 1862368 INFO (qtp1336748352-30671) [n:127.0.0.1:39575_solr c:cdcr-source s:shard1 r:core_node6 x:cdcr-source_shard1_replica_n4 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 1862386 INFO (qtp1336748352-30671) [n:127.0.0.1:39575_solr c:cdcr-source s:shard1 r:core_node6 x:cdcr-source_shard1_replica_n4 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1862386 INFO (qtp1336748352-30671) [n:127.0.0.1:39575_solr c:cdcr-source s:shard1 r:core_node6 x:cdcr-source_shard1_replica_n4 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1862386 INFO (qtp1336748352-30671) [n:127.0.0.1:39575_solr c:cdcr-source s:shard1 r:core_node6 x:cdcr-source_shard1_replica_n4 ] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n4' using configuration from configset cdcr-source, trusted=true
[junit4] 2> 1862387 INFO (qtp1336748352-30671) [n:127.0.0.1:39575_solr c:cdcr-source s:shard1 r:core_node6 x:cdcr-source_shard1_replica_n4 ] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.cdcr.CdcrBootstrapTest_E16D8A332C383D72-001/cdcr-source-001/node1/cdcr-source_shard1_replica_n4], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.cdcr.CdcrBootstrapTest_E16D8A332C383D72-001/cdcr-source-001/node1/cdcr-source_shard1_replica_n4/data/]
[junit4] 2> 1862510 WARN (qtp541413995-30659) [n:127.0.0.1:41849_solr c:cdcr-source s:shard1 r:core_node5 x:cdcr-source_shard1_replica_n2 ] o.a.s.D.s.CdcrRequestHandler Solr loaded a deprecated plugin/analysis class [solr.CdcrRequestHandler]. Please consult documentation how to replace it accordingly.
[junit4] 2> 1862510 WARN (qtp541413995-30659) [n:127.0.0.1:41849_solr c:cdcr-source s:shard1 r:core_node5 x:cdcr-source_shard1_replica_n2 ] o.a.s.h.CdcrRequestHandler CDCR (in its current form) is deprecated as of 8.6 and shall be removed in 9.0. See SOLR-14022 for details.
[junit4] 2> 1862510 WARN (qtp1336748352-30671) [n:127.0.0.1:39575_solr c:cdcr-source s:shard1 r:core_node6 x:cdcr-source_shard1_replica_n4 ] o.a.s.h.CdcrRequestHandler CDCR (in its current form) is deprecated as of 8.6 and shall be removed in 9.0. See SOLR-14022 for details.
[junit4] 2> 1862511 WARN (qtp2041494791-30677) [n:127.0.0.1:41295_solr c:cdcr-source s:shard1 r:core_node3 x:cdcr-source_shard1_replica_n1 ] o.a.s.h.CdcrRequestHandler CDCR (in its current form) is deprecated as of 8.6 and shall be removed in 9.0. See SOLR-14022 for details.
[junit4] 2> 1862531 INFO (qtp2041494791-30677) [n:127.0.0.1:41295_solr c:cdcr-source s:shard1 r:core_node3 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 1862531 INFO (qtp541413995-30659) [n:127.0.0.1:41849_solr c:cdcr-source s:shard1 r:core_node5 x:cdcr-source_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 1862531 INFO (qtp2041494791-30677) [n:127.0.0.1:41295_solr c:cdcr-source s:shard1 r:core_node3 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1862531 INFO (qtp1336748352-30671) [n:127.0.0.1:39575_solr c:cdcr-source s:shard1 r:core_node6 x:cdcr-source_shard1_replica_n4 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 1862531 INFO (qtp541413995-30659) [n:127.0.0.1:41849_solr c:cdcr-source s:shard1 r:core_node5 x:cdcr-source_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1862531 INFO (qtp1336748352-30671) [n:127.0.0.1:39575_solr c:cdcr-source s:shard1 r:core_node6 x:cdcr-source_shard1_replica_n4 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1862532 INFO (qtp2041494791-30677) [n:127.0.0.1:41295_solr c:cdcr-source s:shard1 r:core_node3 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1862532 INFO (qtp1336748352-30671) [n:127.0.0.1:39575_solr c:cdcr-source s:shard1 r:core_node6 x:cdcr-source_shard1_replica_n4 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1862532 INFO (qtp2041494791-30677) [n:127.0.0.1:41295_solr c:cdcr-source
[...truncated too long message...]
vletContextHandler@77674851{/solr,null,STOPPED}
[junit4] 2> 2256263 INFO (jetty-closer-17531-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 2256263 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[E16D8A332C383D72]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 2256264 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[E16D8A332C383D72]-SendThread(127.0.0.1:40159)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x104490e8def0000.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x104490e8def0000, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x104490e8def0000, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2256365 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[E16D8A332C383D72]-SendThread(127.0.0.1:40159)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x104490e8def0001.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x104490e8def0001, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x104490e8def0001, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2256467 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/collections/cdcr-target/leaders/shard1/leader
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/configs/cdcr-target/managed-schema
[junit4] 2> 2 /solr/collections/cdcr-target/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 29 /solr/collections/cdcr-target/state.json
[junit4] 2> 5 /solr/collections/cdcr-target/cdcr/state/process
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/collections/cdcr-target/cdcr/state/buffer
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/collections/cdcr-target/state.json
[junit4] 2> 19 /solr/overseer/queue
[junit4] 2> 5 /solr/collections
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 2256470 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[E16D8A332C383D72]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:40159
[junit4] 2> 2256470 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[E16D8A332C383D72]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:40159
[junit4] 2> 2256470 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[E16D8A332C383D72]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 40159
[junit4] 2> 2256472 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[E16D8A332C383D72]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testConvertClusterToCdcrAndBootstrap
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CdcrBootstrapTest -Dtests.method=testConvertClusterToCdcrAndBootstrap -Dtests.seed=E16D8A332C383D72 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=da -Dtests.timezone=Asia/Srednekolymsk -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 139s J3 | CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap <<<
[junit4] > Throwable #1: java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
[junit4] > at __randomizedtesting.SeedInfo.seed([E16D8A332C383D72:36BAA5449867A535]:0)
[junit4] > at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap(CdcrBootstrapTest.java:129)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.cdcr.CdcrBootstrapTest_E16D8A332C383D72-001
[junit4] 2> Apr 02, 2021 10:31:45 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {_root_=PostingsFormat(name=Direct), xyz=Lucene84, id=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{_version_=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=678, maxMBSortInHeap=6.674016304566245, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=da, timezone=Asia/Srednekolymsk
[junit4] 2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=206990200,total=501219328
[junit4] 2> NOTE: All tests run in this JVM: [ExecutePlanActionTest, TestHdfsBackupRestoreCore, FastVectorHighlighterTest, TestStressCloudBlindAtomicUpdates, TestIndexSearcher, BaseCdcrDistributedZkTest, HDFSCollectionsAPITest, SchemaApiFailureTest, BlobRepositoryCloudTest, UpdateLogTest, TestRandomFaceting, TestManagedResourceStorage, BasicAuthOnSingleNodeTest, FullHLLTest, SharedFSAutoReplicaFailoverTest, MetricsConfigTest, DimensionalRoutedAliasUpdateProcessorTest, TestCloudPhrasesIdentificationComponent, DistributedDebugComponentTest, TestGeoJSONResponseWriter, TestStressReorder, TestDeleteCollectionOnDownNodes, SplitHandlerTest, TestLeaderElectionZkExpiry, NodeMarkersRegistrationTest, TestJmxIntegration, ReplaceNodeNoTargetTest, ConfigureRecoveryStrategyTest, TestTlogReplica, TestHdfsCloudBackupRestore, TestLegacyNumericUtils, SparseHLLTest, TestConfigSetsAPIExclusivity, TestRTGBase, MergeStrategyTest, ZkCollectionPropsCachingTest, SpellCheckComponentTest, HdfsRestartWhileUpdatingTest, TemplateUpdateProcessorTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, SpellCheckCollatorTest, TestPrepRecovery, TestReloadDeadlock, TestSkipOverseerOperations, SimpleFacetsTest, SolrJmxReporterTest, TestDefaultStatsCache, SolrLogAuditLoggerPluginTest, AnalysisErrorHandlingTest, DistributedMLTComponentTest, OverseerTaskQueueTest, SuggesterTest, SoftAutoCommitTest, TokenizerChainTest, ClassificationUpdateProcessorIntegrationTest, TestNumericTerms32, ConjunctionSolrSpellCheckerTest, OutOfBoxZkACLAndCredentialsProvidersTest, LeaderFailoverAfterPartitionTest, TestFieldCacheSortRandom, SimpleCollectionCreateDeleteTest, DocumentBuilderTest, SmileWriterTest, SolrTestCaseJ4DeleteCoreTest, AddReplicaTest, TestCorePropertiesReload, CollectionReloadTest, BigEndianAscendingWordDeserializerTest, TestExpandComponent, DistributedFacetPivotLongTailTest, CollectionPropsTest, TestCollectionAPIs, TestLRUStatsCache, SolrRrdBackendFactoryTest, CloudMLTQParserTest, MoreLikeThisHandlerTest, CurrencyFieldTypeTest, TestMinMaxOnMultiValuedField, BJQParserTest, TestManagedStopFilterFactory, TestDocTermOrdsUninvertLimit, TestWaitForStateWithJettyShutdowns, TestGroupingSearch, NoCacheHeaderTest, TestLegacyNumericRangeQueryBuilder, TestSimLargeCluster, TestLMDirichletSimilarityFactory, TestSmileRequest, TestSuggestSpellingConverter, TestDistributedGrouping, NumericFieldsTest, TestClassicSimilarityFactory, TestBlendedInfixSuggestions, AutoAddReplicasIntegrationTest, TestComponentsName, SecurityConfHandlerTest, TestSchemaSimilarityResource, JWTIssuerConfigTest, ChaosMonkeySafeLeaderTest, TestJsonRangeFacets, TestSubQueryTransformer, ResponseBuilderTest, CSVRequestHandlerTest, TestSimScenario, DistanceUnitsTest, BadIndexSchemaTest, DeleteStatusTest, TestSort, TestExportWriter, TestBlobHandler, TestCloudSchemaless, TestPayloadScoreQParserPlugin, MBeansHandlerTest, CloudReplicaSourceTest, DistribCursorPagingTest, DistributedQueueTest, HttpPartitionOnCommitTest, HttpPartitionWithTlogReplicasTest, LeaderTragicEventTest, LegacyCloudClusterPropTest, MetricsHistoryWithAuthIntegrationTest, MoveReplicaHDFSFailoverTest, MoveReplicaHDFSTest, MoveReplicaTest, RecoveryZkTest, ReplaceNodeTest, RouteFieldTest, RoutingToNodesWithPropertiesTest, TestCloudConsistency, TestSizeLimitedDistributedMap, TriLevelCompositeIdRoutingTest, VMParamsZkACLAndCredentialsProvidersTest, ZkCLITest, CollectionsAPIDistributedZkTest, TestCollectionsAPIViaSolrCloudCluster, NodeAddedTriggerIntegrationTest, NodeAddedTriggerTest, NodeLostTriggerIntegrationTest, ScheduledTriggerTest, SearchRateTriggerIntegrationTest, SearchRateTriggerTest, TestPolicyCloud, TriggerSetPropertiesIntegrationTest, TestSimNodeAddedTrigger, TestSimNodeLostTrigger, TestSimPolicyCloud, CdcrBidirectionalTest, CdcrBootstrapTest]
[junit4] Completed [800/935 (1!)] on J3 in 398.73s, 4 tests, 3 failures, 1 skipped <<< FAILURES!
[...truncated 51270 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1961 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1961/
3 tests failed.
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([992715D3F458B972:4EF03AA440072135]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap(CdcrBootstrapTest.java:129)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithSourceCluster
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([992715D3F458B972:40714417F73CAA38]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithSourceCluster(CdcrBootstrapTest.java:208)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithMultipleReplicas
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([992715D3F458B972:FDA1BD3891E0F30]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithMultipleReplicas(CdcrBootstrapTest.java:293)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14359 lines...]
[junit4] Suite: org.apache.solr.cloud.cdcr.CdcrBootstrapTest
[junit4] 2> 509129 INFO (SUITE-CdcrBootstrapTest-seed#[992715D3F458B972]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> 509129 INFO (SUITE-CdcrBootstrapTest-seed#[992715D3F458B972]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 509130 INFO (SUITE-CdcrBootstrapTest-seed#[992715D3F458B972]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_992715D3F458B972-001/data-dir-52-001
[junit4] 2> 509130 WARN (SUITE-CdcrBootstrapTest-seed#[992715D3F458B972]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 509130 INFO (SUITE-CdcrBootstrapTest-seed#[992715D3F458B972]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 509132 INFO (SUITE-CdcrBootstrapTest-seed#[992715D3F458B972]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 509135 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testConvertClusterToCdcrAndBootstrap
[junit4] 2> 509135 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_992715D3F458B972-001/cdcr-target-001
[junit4] 2> 509135 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 509140 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 509140 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 509141 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 509240 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.ZkTestServer start zk server on port: 45115
[junit4] 2> 509240 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:45115
[junit4] 2> 509240 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45115
[junit4] 2> 509240 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45115
[junit4] 2> 509242 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 509243 INFO (zkConnectionManagerCallback-4514-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 509244 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 509250 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 509255 INFO (zkConnectionManagerCallback-4516-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 509255 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 509258 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 509262 INFO (zkConnectionManagerCallback-4518-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 509262 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 509366 INFO (jetty-launcher-4519-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 509366 INFO (jetty-launcher-4519-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 509366 INFO (jetty-launcher-4519-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 509369 INFO (jetty-launcher-4519-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 509369 INFO (jetty-launcher-4519-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 509369 INFO (jetty-launcher-4519-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 509370 INFO (jetty-launcher-4519-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d5dcdab{/solr,null,AVAILABLE}
[junit4] 2> 509371 INFO (jetty-launcher-4519-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2a124e51{SSL, (ssl, http/1.1)}{127.0.0.1:34077}
[junit4] 2> 509371 INFO (jetty-launcher-4519-thread-1) [ ] o.e.j.s.Server Started @509402ms
[junit4] 2> 509371 INFO (jetty-launcher-4519-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:45115/solr, hostPort=34077}
[junit4] 2> 509371 ERROR (jetty-launcher-4519-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 509371 INFO (jetty-launcher-4519-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 509371 INFO (jetty-launcher-4519-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.0
[junit4] 2> 509371 INFO (jetty-launcher-4519-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 509371 INFO (jetty-launcher-4519-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 509371 INFO (jetty-launcher-4519-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-02T07:46:53.843Z
[junit4] 2> 509374 INFO (jetty-launcher-4519-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 509381 INFO (zkConnectionManagerCallback-4521-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 509381 INFO (jetty-launcher-4519-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 509382 INFO (jetty-launcher-4519-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 509385 INFO (jetty-launcher-4519-thread-1) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 509903 INFO (jetty-launcher-4519-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 509903 WARN (jetty-launcher-4519-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 509904 WARN (jetty-launcher-4519-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1c3453ec[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 509904 WARN (jetty-launcher-4519-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1c3453ec[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 509906 WARN (jetty-launcher-4519-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 509911 WARN (jetty-launcher-4519-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1fc8f243[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 509911 WARN (jetty-launcher-4519-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1fc8f243[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 509912 INFO (jetty-launcher-4519-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45115/solr
[junit4] 2> 509913 INFO (jetty-launcher-4519-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 509914 INFO (zkConnectionManagerCallback-4532-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 509914 INFO (jetty-launcher-4519-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 509915 WARN (jetty-launcher-4519-thread-1-SendThread(127.0.0.1:45115)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1044879bd630004.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1044879bd630004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1044879bd630004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 510030 INFO (jetty-launcher-4519-thread-1) [n:127.0.0.1:34077_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 510042 INFO (zkConnectionManagerCallback-4534-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 510042 INFO (jetty-launcher-4519-thread-1) [n:127.0.0.1:34077_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 510049 WARN (jetty-launcher-4519-thread-1) [n:127.0.0.1:34077_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 510091 INFO (jetty-launcher-4519-thread-1) [n:127.0.0.1:34077_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34077_solr
[junit4] 2> 510092 INFO (jetty-launcher-4519-thread-1) [n:127.0.0.1:34077_solr ] o.a.s.c.Overseer Overseer (id=73263181650395141-127.0.0.1:34077_solr-n_0000000000) starting
[junit4] 2> 510106 INFO (OverseerStateUpdate-73263181650395141-127.0.0.1:34077_solr-n_0000000000) [n:127.0.0.1:34077_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34077_solr
[junit4] 2> 510130 INFO (jetty-launcher-4519-thread-1) [n:127.0.0.1:34077_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34077_solr
[junit4] 2> 510135 INFO (jetty-launcher-4519-thread-1) [n:127.0.0.1:34077_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 510135 WARN (jetty-launcher-4519-thread-1) [n:127.0.0.1:34077_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 510158 INFO (zkCallback-4533-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 510162 INFO (jetty-launcher-4519-thread-1) [n:127.0.0.1:34077_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_992715D3F458B972-001/cdcr-target-001/node1
[junit4] 2> 510210 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 510230 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 510238 INFO (zkConnectionManagerCallback-4549-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 510238 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 510239 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 510240 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45115/solr ready
[junit4] 2> 510240 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.c.CdcrBootstrapTest Target zkHost = 127.0.0.1:45115/solr
[junit4] 2> 510240 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_992715D3F458B972-001/cdcr-source-001
[junit4] 2> 510240 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 510250 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 510250 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 510251 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 510347 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.ZkTestServer start zk server on port: 45971
[junit4] 2> 510347 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:45971
[junit4] 2> 510347 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45971
[junit4] 2> 510347 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45971
[junit4] 2> 510373 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 510414 INFO (zkConnectionManagerCallback-4551-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 510414 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 510467 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 510500 INFO (zkConnectionManagerCallback-4553-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 510501 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 510518 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 510530 INFO (zkConnectionManagerCallback-4555-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 510530 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 510532 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]-SendThread(127.0.0.1:45971)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1044879c1d70002.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1044879c1d70002, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1044879c1d70002, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 510634 INFO (jetty-launcher-4556-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 510634 INFO (jetty-launcher-4556-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 510634 INFO (jetty-launcher-4556-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 510635 INFO (jetty-launcher-4556-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 510635 INFO (jetty-launcher-4556-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 510635 INFO (jetty-launcher-4556-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 510635 INFO (jetty-launcher-4556-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ef89758{/solr,null,AVAILABLE}
[junit4] 2> 510636 INFO (jetty-launcher-4556-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@17cd9c26{SSL, (ssl, http/1.1)}{127.0.0.1:45897}
[junit4] 2> 510636 INFO (jetty-launcher-4556-thread-1) [ ] o.e.j.s.Server Started @510667ms
[junit4] 2> 510636 INFO (jetty-launcher-4556-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:45971/solr, hostPort=45897}
[junit4] 2> 510636 ERROR (jetty-launcher-4556-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 510636 INFO (jetty-launcher-4556-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 510636 INFO (jetty-launcher-4556-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.0
[junit4] 2> 510636 INFO (jetty-launcher-4556-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 510636 INFO (jetty-launcher-4556-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 510636 INFO (jetty-launcher-4556-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-02T07:46:55.108Z
[junit4] 2> 510638 INFO (jetty-launcher-4556-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 510639 INFO (zkConnectionManagerCallback-4558-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 510639 INFO (jetty-launcher-4556-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 510639 INFO (jetty-launcher-4556-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 510643 INFO (jetty-launcher-4556-thread-1) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 511285 INFO (jetty-launcher-4556-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 511286 WARN (jetty-launcher-4556-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 511287 WARN (jetty-launcher-4556-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2330d7db[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 511287 WARN (jetty-launcher-4556-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2330d7db[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 511288 WARN (jetty-launcher-4556-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 511289 WARN (jetty-launcher-4556-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6ddde765[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 511289 WARN (jetty-launcher-4556-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6ddde765[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 511290 INFO (jetty-launcher-4556-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45971/solr
[junit4] 2> 511294 INFO (jetty-launcher-4556-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 511297 INFO (zkConnectionManagerCallback-4569-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 511297 INFO (jetty-launcher-4556-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 511402 INFO (jetty-launcher-4556-thread-1) [n:127.0.0.1:45897_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 511404 INFO (zkConnectionManagerCallback-4571-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 511404 INFO (jetty-launcher-4556-thread-1) [n:127.0.0.1:45897_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 511418 WARN (jetty-launcher-4556-thread-1) [n:127.0.0.1:45897_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 511487 INFO (jetty-launcher-4556-thread-1) [n:127.0.0.1:45897_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45897_solr
[junit4] 2> 511487 INFO (jetty-launcher-4556-thread-1) [n:127.0.0.1:45897_solr ] o.a.s.c.Overseer Overseer (id=73263181725106181-127.0.0.1:45897_solr-n_0000000000) starting
[junit4] 2> 511492 INFO (OverseerStateUpdate-73263181725106181-127.0.0.1:45897_solr-n_0000000000) [n:127.0.0.1:45897_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:45897_solr
[junit4] 2> 511493 INFO (jetty-launcher-4556-thread-1) [n:127.0.0.1:45897_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45897_solr
[junit4] 2> 511494 INFO (zkCallback-4570-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 511495 INFO (jetty-launcher-4556-thread-1) [n:127.0.0.1:45897_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 511496 WARN (jetty-launcher-4556-thread-1) [n:127.0.0.1:45897_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 511510 INFO (jetty-launcher-4556-thread-1) [n:127.0.0.1:45897_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_992715D3F458B972-001/cdcr-source-001/node1
[junit4] 2> 511528 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 511529 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 511532 INFO (zkConnectionManagerCallback-4586-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 511532 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 511533 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 511534 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45971/solr ready
[junit4] 2> 511542 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 511545 INFO (zkConnectionManagerCallback-4588-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 511545 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 511701 INFO (OverseerThreadFactory-4578-thread-1-processing-n:127.0.0.1:45897_solr) [n:127.0.0.1:45897_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection cdcr-source
[junit4] 2> 511807 INFO (OverseerStateUpdate-73263181725106181-127.0.0.1:45897_solr-n_0000000000) [n:127.0.0.1:45897_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"cdcr-source_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:45897_solr",
[junit4] 2> "base_url":"https://127.0.0.1:45897/solr",
[junit4] 2> "collection":"cdcr-source",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 512017 INFO (qtp1480029035-7709) [n:127.0.0.1:45897_solr x:cdcr-source_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 512017 INFO (qtp1480029035-7709) [n:127.0.0.1:45897_solr x:cdcr-source_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 512030 INFO (qtp1480029035-7709) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 512043 INFO (qtp1480029035-7709) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 512044 INFO (qtp1480029035-7709) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 512044 INFO (qtp1480029035-7709) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from configset cdcr-source, trusted=true
[junit4] 2> 512052 INFO (qtp1480029035-7709) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_992715D3F458B972-001/cdcr-source-001/node1/cdcr-source_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_992715D3F458B972-001/cdcr-source-001/node1/cdcr-source_shard1_replica_n1/data/]
[junit4] 2> 512097 INFO (qtp1480029035-7709) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 512097 INFO (qtp1480029035-7709) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 512098 INFO (qtp1480029035-7709) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 512098 INFO (qtp1480029035-7709) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 512101 INFO (qtp1480029035-7709) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
[junit4] 2> 512102 INFO (qtp1480029035-7709) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
[junit4] 2> 512102 INFO (qtp1480029035-7709) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 512102 INFO (qtp1480029035-7709) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1695913991548698624
[junit4] 2> 512104 INFO (searcherExecutor-4590-thread-1-processing-n:127.0.0.1:45897_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 512108 INFO (qtp1480029035-7709) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/cdcr-source/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 512108 INFO (qtp1480029035-7709) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/cdcr-source/leaders/shard1
[junit4] 2> 512112 INFO (qtp1480029035-7709) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 512112 INFO (qtp1480029035-7709) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 512112 INFO (qtp1480029035-7709) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45897/solr/cdcr-source_shard1_replica_n1/
[junit4] 2> 512112 INFO (qtp1480029035-7709) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 512113 INFO (qtp1480029035-7709) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:45897/solr/cdcr-source_shard1_replica_n1/ has no replicas
[junit4] 2> 512113 INFO (qtp1480029035-7709) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/cdcr-source/leaders/shard1/leader after winning as /collections/cdcr-source/leader_elect/shard1/election/73263181725106181-core_node2-n_0000000000
[junit4] 2> 512115 INFO (qtp1480029035-7709) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45897/solr/cdcr-source_shard1_replica_n1/ shard1
[junit4] 2> 512216 INFO (zkCallback-4570-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 512217 INFO (zkCallback-4570-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 512217 INFO (zkCallback-4570-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 512217 INFO (qtp1480029035-7709) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 512221 INFO (qtp1480029035-7709) [n:127.0.0.1:45897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=204
[junit4] 2> 512223 INFO (qtp1480029035-7706) [n:127.0.0.1:45897_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 512320 INFO (zkCallback-4570-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 512320 INFO (zkCallback-4570-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 512320 INFO (zkCallback-4570-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 512320 INFO (zkCallback-4570-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 512321 INFO (qtp1480029035-7706) [n:127.0.0.1:45897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=629
[junit4] 2> 512321 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: cdcr-source
[junit4] 2> 512346 INFO (qtp1480029035-7710) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/cdcr-source/terms/shard1 to Terms{values={core_node2=1}, version=1}
[junit4] 2> 512346 INFO (qtp1480029035-7710) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_0 (1695913991796162560), source_1 (1695913991798259712), source_2 (1695913991798259713), source_3 (1695913991798259714), source_4 (1695913991798259715), source_5 (1695913991798259716), source_6 (1695913991798259717), source_7 (1695913991798259718), source_8 (1695913991798259719), source_9 (1695913991798259720), ... (100 adds)]} 0 9
[junit4] 2> 512564 INFO (searcherExecutor-4590-thread-1-processing-n:127.0.0.1:45897_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 512564 INFO (qtp1480029035-7707) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 212
[junit4] 2> 512570 INFO (qtp1480029035-7708) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_100 (1695913992035237888), source_101 (1695913992037335040), source_102 (1695913992037335041), source_103 (1695913992037335042), source_104 (1695913992037335043), source_105 (1695913992037335044), source_106 (1695913992037335045), source_107 (1695913992037335046), source_108 (1695913992037335047), source_109 (1695913992037335048), ... (100 adds)]} 0 4
[junit4] 2> 512756 INFO (searcherExecutor-4590-thread-1-processing-n:127.0.0.1:45897_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 512756 INFO (qtp1480029035-7709) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 185
[junit4] 2> 512761 INFO (qtp1480029035-7706) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_200 (1695913992236564480), source_201 (1695913992237613056), source_202 (1695913992237613057), source_203 (1695913992237613058), source_204 (1695913992237613059), source_205 (1695913992237613060), source_206 (1695913992237613061), source_207 (1695913992238661632), source_208 (1695913992238661633), source_209 (1695913992238661634), ... (100 adds)]} 0 3
[junit4] 2> 512969 INFO (searcherExecutor-4590-thread-1-processing-n:127.0.0.1:45897_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 512970 INFO (qtp1480029035-7710) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 207
[junit4] 2> 512975 INFO (qtp1480029035-7707) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_300 (1695913992459911168), source_301 (1695913992460959744), source_302 (1695913992460959745), source_303 (1695913992460959746), source_304 (1695913992460959747), source_305 (1695913992460959748), source_306 (1695913992462008320), source_307 (1695913992462008321), source_308 (1695913992462008322), source_309 (1695913992462008323), ... (100 adds)]} 0 3
[junit4] 2> 513223 INFO (searcherExecutor-4590-thread-1-processing-n:127.0.0.1:45897_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 513223 INFO (qtp1480029035-7708) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 248
[junit4] 2> 513228 INFO (qtp1480029035-7708) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_400 (1695913992726249472), source_401 (1695913992727298048), source_402 (1695913992727298049), source_403 (1695913992727298050), source_404 (1695913992727298051), source_405 (1695913992727298052), source_406 (1695913992727298053), source_407 (1695913992727298054), source_408 (1695913992727298055), source_409 (1695913992727298056), ... (100 adds)]} 0 3
[junit4] 2> 513474 INFO (searcherExecutor-4590-thread-1-processing-n:127.0.0.1:45897_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 513474 INFO (qtp1480029035-7708) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 245
[junit4] 2> 513479 INFO (qtp1480029035-7709) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_500 (1695913992989442048), source_501 (1695913992990490624), source_502 (1695913992990490625), source_503 (1695913992990490626), source_504 (1695913992990490627), source_505 (1695913992990490628), source_506 (1695913992990490629), source_507 (1695913992990490630), source_508 (1695913992990490631), source_509 (1695913992990490632), ... (100 adds)]} 0 3
[junit4] 2> 513702 INFO (OverseerCollectionConfigSetProcessor-73263181725106181-127.0.0.1:45897_solr-n_0000000000) [n:127.0.0.1:45897_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 513738 INFO (searcherExecutor-4590-thread-1-processing-n:127.0.0.1:45897_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 513739 INFO (qtp1480029035-7706) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 258
[junit4] 2> 513744 INFO (qtp1480029035-7710) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_600 (1695913993266266112), source_601 (1695913993267314688), source_602 (1695913993268363264), source_603 (1695913993268363265), source_604 (1695913993268363266), source_605 (1695913993268363267), source_606 (1695913993268363268), source_607 (1695913993268363269), source_608 (1695913993268363270), source_609 (1695913993268363271), ... (100 adds)]} 0 3
[junit4] 2> 513975 INFO (searcherExecutor-4590-thread-1-processing-n:127.0.0.1:45897_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 513976 INFO (qtp1480029035-7707) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 231
[junit4] 2> 513980 INFO (qtp1480029035-7707) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_700 (1695913993514778624), source_701 (1695913993515827200), source_702 (1695913993515827201), source_703 (1695913993515827202), source_704 (1695913993515827203), source_705 (1695913993515827204), source_706 (1695913993515827205), source_707 (1695913993515827206), source_708 (1695913993515827207), source_709 (1695913993515827208), ... (100 adds)]} 0 3
[junit4] 2> 514239 INFO (searcherExecutor-4590-thread-1-processing-n:127.0.0.1:45897_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 514239 INFO (qtp1480029035-7707) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 258
[junit4] 2> 514244 INFO (qtp1480029035-7708) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_800 (1695913993791602688), source_801 (1695913993792651264), source_802 (1695913993792651265), source_803 (1695913993792651266), source_804 (1695913993792651267), source_805 (1695913993792651268), source_806 (1695913993792651269), source_807 (1695913993792651270), source_808 (1695913993792651271), source_809 (1695913993792651272), ... (100 adds)]} 0 3
[junit4] 2> 514637 INFO (searcherExecutor-4590-thread-1-processing-n:127.0.0.1:45897_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 514637 INFO (qtp1480029035-7708) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 392
[junit4] 2> 514642 INFO (qtp1480029035-7709) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_900 (1695913994207887360), source_901 (1695913994209984512), source_902 (1695913994209984513), source_903 (1695913994209984514), source_904 (1695913994209984515), source_905 (1695913994209984516), source_906 (1695913994209984517), source_907 (1695913994209984518), source_908 (1695913994209984519), source_909 (1695913994209984520), ... (100 adds)]} 0 3
[junit4] 2> 514909 INFO (searcherExecutor-4590-thread-1-processing-n:127.0.0.1:45897_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 514910 INFO (qtp1480029035-7709) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 267
[junit4] 2> 514910 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.c.CdcrBootstrapTest Adding numDocs=1000
[junit4] 2> 514911 INFO (qtp1480029035-7709) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-source:3&wt=javabin&version=2} hits=1000 status=0 QTime=0
[junit4] 2> 514913 INFO (qtp1480029035-7709) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.IndexFingerprint IndexFingerprint millis:1.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1695913994212081672, maxInHash=1695913994212081672, versionsHash=6546133869694623359, numVersions=1000, numDocs=1000, maxDoc=100}
[junit4] 2> 514913 INFO (qtp1480029035-7709) [n:127.0.0.1:45897_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/get params={qt=/get&_stateVer_=cdcr-source:3&fingerprint=true&getVersions=1000&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 514914 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 514915 INFO (zkConnectionManagerCallback-4596-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 514915 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 515019 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=785556685
[junit4] 2> 515019 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45897_solr
[junit4] 2> 515022 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 515023 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:45897_solr as DOWN
[junit4] 2> 515032 INFO (zkCallback-4570-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 515032 INFO (zkCallback-4570-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 515032 INFO (zkCallback-4570-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 515032 INFO (zkCallback-4570-thread-5) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 515034 INFO (coreCloseExecutor-4600-thread-1) [n:127.0.0.1:45897_solr ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@8132dd
[junit4] 2> 515034 INFO (coreCloseExecutor-4600-thread-1) [n:127.0.0.1:45897_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.cdcr-source.shard1.replica_n1 tag=SolrCore@8132dd
[junit4] 2> 515034 INFO (coreCloseExecutor-4600-thread-1) [n:127.0.0.1:45897_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.cdcr-source.shard1.leader tag=SolrCore@8132dd
[junit4] 2> 515034 INFO (coreCloseExecutor-4600-thread-1) [n:127.0.0.1:45897_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 515043 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 515043 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 515043 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 515043 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 515045 INFO (closeThreadPool-4602-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73263181725106181-127.0.0.1:45897_solr-n_0000000000) closing
[junit4] 2> 515045 INFO (OverseerStateUpdate-73263181725106181-127.0.0.1:45897_solr-n_0000000000) [n:127.0.0.1:45897_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45897_solr
[junit4] 2> 515051 INFO (OverseerAutoScalingTriggerThread-73263181725106181-127.0.0.1:45897_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 515053 INFO (closeThreadPool-4602-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73263181725106181-127.0.0.1:45897_solr-n_0000000000) closing
[junit4] 2> 515054 WARN (jetty-launcher-4556-thread-1-SendThread(127.0.0.1:45971)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1044879c1d70005.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1044879c1d70005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1044879c1d70005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 515056 INFO (zkCallback-4585-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 515156 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.Overseer Overseer (id=73263181725106181-127.0.0.1:45897_solr-n_0000000000) closing
[junit4] 2> 515158 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@17cd9c26{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 515158 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1ef89758{/solr,null,STOPPED}
[junit4] 2> 515158 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 515159 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.MiniSolrCloudCluster waitForJettyToStop: 45897
[junit4] 2> 515159 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 515160 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 515160 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 515162 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 515162 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 515162 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 515162 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2809e6f4{/solr,null,AVAILABLE}
[junit4] 2> 515163 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@539c98e1{SSL, (ssl, http/1.1)}{127.0.0.1:34161}
[junit4] 2> 515163 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.e.j.s.Server Started @515194ms
[junit4] 2> 515163 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:45971/solr, hostPort=34161}
[junit4] 2> 515163 ERROR (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 515163 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 515163 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.0
[junit4] 2> 515163 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 515163 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 515163 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-02T07:46:59.635Z
[junit4] 2> 515170 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 515174 INFO (zkConnectionManagerCallback-4604-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 515174 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 515175 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 515189 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 515432 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 515433 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 515434 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@70a0d0a9[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 515434 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@70a0d0a9[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 515437 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 515437 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@21d68c52[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 515437 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@21d68c52[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 515438 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45971/solr
[junit4] 2> 515439 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 515440 INFO (zkConnectionManagerCallback-4615-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 515440 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 515441 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]-SendThread(127.0.0.1:45971)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1044879c1d7000a.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1044879c1d7000a, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1044879c1d7000a, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 515542 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [n:127.0.0.1:34161_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 515543 INFO (zkConnectionManagerCallback-4617-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 515543 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [n:127.0.0.1:34161_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 515547 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [n:127.0.0.1:34161_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 515558 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [n:127.0.0.1:34161_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34161_solr
[junit4] 2> 515559 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [n:127.0.0.1:34161_solr ] o.a.s.c.Overseer Overseer (id=73263181725106187-127.0.0.1:34161_solr-n_0000000001) starting
[junit4] 2> 515562 INFO (OverseerStateUpdate-73263181725106187-127.0.0.1:34161_solr-n_0000000001) [n:127.0.0.1:34161_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34161_solr
[junit4] 2> 515562 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [n:127.0.0.1:34161_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34161_solr
[junit4] 2> 515564 INFO (OverseerStateUpdate-73263181725106187-127.0.0.1:34161_solr-n_0000000001) [n:127.0.0.1:34161_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 515564 INFO (zkCallback-4585-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 515566 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [n:127.0.0.1:34161_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 515566 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [n:127.0.0.1:34161_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 515593 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [n:127.0.0.1:34161_solr ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_992715D3F458B972-001/cdcr-source-001/node1
[junit4] 2> 515593 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[992715D3F458B972]) [n:127.0.0.1:34161_solr ] o.a.s.c.CorePropertiesLocator Cores are: [cdcr-source_shard1_replica_n1]
[junit4] 2> 515595 INFO (coreLoadExecutor-4627-thread-1-processing-n:127.0.0.1:34161_solr) [n:127.0.0.1:34161_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 515600 INFO (coreLoadExecutor-4627-thread-1-processing-n:127.0.0.1:34161_solr) [n:127.0.0.1:34161_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 515606 INFO (coreLoadExecutor-4627-thread-1-processing-n:127.0.0.1:34161_solr) [n:127.0.0.1:34161_solr ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 515608 INFO (coreLoadExecutor-4627-thread-1-processing-n:127.0.0.1:34161_solr) [n:127.0.0.1:34161_solr ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 515608 INFO (coreLoadExecutor-4627-thread-1-processing-n:127.0.0.1:34161_solr) [n:127.0.0.1:34161_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 515609 INFO (coreLoadExecutor-4627-thread-1-processing-n:127.0.0.1:34161_solr) [n:127.0.0.1:34161_solr ] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema
[junit4] 2> 515611 INFO (coreLoadExecutor-4627-thread-1-processing-n:127.0.0.1:34161_solr) [n:127.0.0.1:34161_solr ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak
[junit4] 2> 516630 INFO (coreLoadExecutor-4627-thread-1-processing-n:127.0.0.1:34161_solr) [n:127.0.0.1:34161_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 516647 INFO (coreLoadExecutor-4627-thread-1-processing-n:127.0.0.1:34161_solr) [n:127.0.0.1:34161_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 516647 INFO (coreLoadExecutor-4627-thread-1-processing-n:127.0.0.1:34161_solr) [n:127.0.0.1:34161_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 516647 INFO (coreLoadExecutor-4627-thread-1-processing-n:127.0.0.1:34161_solr) [n:127.0.0.1:34161_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from configset cdcr-source, trusted=true
[junit4] 2> 516647 INFO (coreLoadExecutor-4627-thread-1-processing-n:127.0.0.1:34161_solr) [n:127.0.0.1:34161_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_992715D3F458B972-001/cdcr-source-001/node1/cdcr-source_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_992715D3F458B972-001/cdcr-source-001/node1/cdcr-source_shard1_replica_n1/data/]
[junit4] 2> 516708 WARN (coreLoadExecutor-4627-thread-1-processing-n:127.0.0.1:34161_solr) [n:127.0.0.1:34161_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source
[...truncated too long message...]
r.node tag=null
[junit4] 2> 909195 INFO (jetty-closer-5029-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 909195 INFO (jetty-closer-5029-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 909195 INFO (jetty-closer-5029-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 909193 INFO (zkCallback-4859-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [3])
[junit4] 2> 909196 INFO (jetty-closer-5029-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 909196 INFO (jetty-closer-5029-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 909196 INFO (jetty-closer-5029-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 909196 INFO (jetty-closer-5029-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 909197 INFO (closeThreadPool-5046-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73263199191367687-127.0.0.1:36399_solr-n_0000000000) closing
[junit4] 2> 909197 INFO (OverseerStateUpdate-73263199191367687-127.0.0.1:36399_solr-n_0000000000) [n:127.0.0.1:36399_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36399_solr
[junit4] 2> 909204 INFO (OverseerAutoScalingTriggerThread-73263199191367687-127.0.0.1:36399_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 909205 WARN (jetty-launcher-4799-thread-1-SendThread(127.0.0.1:37075)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x104487dd2e9000b.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x104487dd2e9000b, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x104487dd2e9000b, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 909205 INFO (closeThreadPool-5046-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73263199191367687-127.0.0.1:36399_solr-n_0000000000) closing
[junit4] 2> 909307 INFO (jetty-closer-5029-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3d296bb1{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 909307 INFO (jetty-closer-5029-thread-3) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@52860c89{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 909307 INFO (jetty-closer-5029-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@299aece7{/solr,null,STOPPED}
[junit4] 2> 909307 INFO (jetty-closer-5029-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5b6127a6{/solr,null,STOPPED}
[junit4] 2> 909307 INFO (jetty-closer-5029-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 909307 INFO (jetty-closer-5029-thread-3) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 909406 INFO (jetty-closer-5029-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73263199191367687-127.0.0.1:36399_solr-n_0000000000) closing
[junit4] 2> 909408 INFO (jetty-closer-5029-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@53ddc09f{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 909408 INFO (jetty-closer-5029-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@766408b0{/solr,null,STOPPED}
[junit4] 2> 909408 INFO (jetty-closer-5029-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 909408 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[992715D3F458B972]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 909611 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections/cdcr-target/terms/shard1
[junit4] 2> 6 /solr/collections/cdcr-target/leaders/shard1/leader
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 3 /solr/configs/cdcr-target/managed-schema
[junit4] 2> 3 /solr/packages.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/cdcr-target
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 44 /solr/collections/cdcr-target/state.json
[junit4] 2> 7 /solr/collections/cdcr-target/cdcr/state/process
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 3 /solr/collections/cdcr-target/cdcr/state/buffer
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 29 /solr/collections/cdcr-target/state.json
[junit4] 2> 24 /solr/overseer/queue
[junit4] 2> 11 /solr/live_nodes
[junit4] 2> 9 /solr/collections
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 909614 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[992715D3F458B972]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:37075
[junit4] 2> 909614 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[992715D3F458B972]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:37075
[junit4] 2> 909614 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[992715D3F458B972]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 37075
[junit4] 2> 909615 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[992715D3F458B972]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBootstrapWithMultipleReplicas
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CdcrBootstrapTest -Dtests.method=testBootstrapWithMultipleReplicas -Dtests.seed=992715D3F458B972 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=hu -Dtests.timezone=America/Juneau -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 133s J1 | CdcrBootstrapTest.testBootstrapWithMultipleReplicas <<<
[junit4] > Throwable #1: java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
[junit4] > at __randomizedtesting.SeedInfo.seed([992715D3F458B972:FDA1BD3891E0F30]:0)
[junit4] > at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithMultipleReplicas(CdcrBootstrapTest.java:293)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_992715D3F458B972-001
[junit4] 2> Apr 02, 2021 7:53:34 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {_root_=PostingsFormat(name=Asserting), xyz=PostingsFormat(name=LuceneVarGapFixedInterval), id=Lucene84}, docValues:{_version_=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1071, maxMBSortInHeap=7.692950635050924, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=hu, timezone=America/Juneau
[junit4] 2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=102418240,total=499122176
[junit4] 2> NOTE: All tests run in this JVM: [ZkNodePropsTest, TestSchemaManager, RangeFacetCloudTest, TestJavabinTupleStreamParser, TestSolrCoreProperties, ScheduledMaintenanceTriggerTest, UpdateRequestProcessorFactoryTest, TestQuerySenderNoQuery, BlockCacheTest, TestUpdate, TestChildDocTransformerHierarchy, ZkStateWriterTest, CustomCollectionTest, TestLFUCache, TestConfigReload, TestExactSharedStatsCache, RegexBoostProcessorTest, TestSimUtils, PolyFieldTest, PeerSyncWithLeaderTest, CreateRoutedAliasTest, RequestLoggingTest, TestEmbeddedSolrServerAdminHandler, MultiDestinationAuditLoggerTest, LeaderElectionIntegrationTest, MetricsHistoryHandlerTest, TestFieldCollectionResource, FieldAnalysisRequestHandlerTest, TestDynamicLoading, TestRawTransformer, TestBulkSchemaConcurrent, BlockJoinFacetRandomTest, TestStressVersions, DocValuesNotIndexedTest, TestRTimerTree, TestPullReplicaErrorHandling, TestShortCircuitedRequests, SecurityHeadersTest, TestCSVResponseWriter, TestZkChroot, ByteBuffersDirectoryFactoryTest, TestOverriddenPrefixQueryForCustomFieldType, DistributedFacetPivotSmallTest, TestSolrCloudWithKerberosAlt, ManagedSchemaRoundRobinCloudTest, HdfsLockFactoryTest, TestConfigSetsAPIZkFailure, TermsComponentTest, TestJsonFacetsStatsParsing, BasicFunctionalityTest, HdfsBackupRepositoryIntegrationTest, SuggesterFSTTest, TestMacros, CollectionsAPIAsyncDistributedZkTest, TestQueryTypes, CdcrBootstrapTest]
[junit4] Completed [311/935 (1!)] on J1 in 400.97s, 4 tests, 3 failures, 1 skipped <<< FAILURES!
[...truncated 52912 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1960 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1960/
5 tests failed.
FAILED: org.apache.solr.cloud.LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud
Error Message:
Error from server at http://127.0.0.1:46403/solr: Underlying core creation failed while creating collection: legacyFalse
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:46403/solr: Underlying core creation failed while creating collection: legacyFalse
at __randomizedtesting.SeedInfo.seed([C8E4CB28B5B7F95B:19E339AD11B87269]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
at org.apache.solr.cloud.LegacyCloudClusterPropTest.createAndTest(LegacyCloudClusterPropTest.java:95)
at org.apache.solr.cloud.LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud(LegacyCloudClusterPropTest.java:79)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.security.JWTIssuerConfigTest.jwksUrlwithHttpBehaviors
Error Message:
Expected exception SolrException but no exception was thrown
Stack Trace:
junit.framework.AssertionFailedError: Expected exception SolrException but no exception was thrown
at __randomizedtesting.SeedInfo.seed([C8E4CB28B5B7F95B:A74027A29D9E6111]:0)
at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2744)
at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2734)
at org.apache.solr.security.JWTIssuerConfigTest.jwksUrlwithHttpBehaviors(JWTIssuerConfigTest.java:145)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithMultipleReplicas
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([C8E4CB28B5B7F95B:5E19C528C8F14F19]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithMultipleReplicas(CdcrBootstrapTest.java:293)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithSourceCluster
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([C8E4CB28B5B7F95B:11B29AECB6D3EA11]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithSourceCluster(CdcrBootstrapTest.java:208)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([C8E4CB28B5B7F95B:1F33E45F01E8611C]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap(CdcrBootstrapTest.java:129)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14673 lines...]
[junit4] Suite: org.apache.solr.cloud.LegacyCloudClusterPropTest
[junit4] 2> 1128594 INFO (SUITE-LegacyCloudClusterPropTest-seed#[C8E4CB28B5B7F95B]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> 1128594 INFO (SUITE-LegacyCloudClusterPropTest-seed#[C8E4CB28B5B7F95B]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.LegacyCloudClusterPropTest_C8E4CB28B5B7F95B-001/data-dir-83-001
[junit4] 2> 1128594 WARN (SUITE-LegacyCloudClusterPropTest-seed#[C8E4CB28B5B7F95B]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 1128594 INFO (SUITE-LegacyCloudClusterPropTest-seed#[C8E4CB28B5B7F95B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1128596 INFO (SUITE-LegacyCloudClusterPropTest-seed#[C8E4CB28B5B7F95B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1128596 INFO (SUITE-LegacyCloudClusterPropTest-seed#[C8E4CB28B5B7F95B]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1128596 INFO (SUITE-LegacyCloudClusterPropTest-seed#[C8E4CB28B5B7F95B]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.LegacyCloudClusterPropTest_C8E4CB28B5B7F95B-001/tempDir-001
[junit4] 2> 1128596 INFO (SUITE-LegacyCloudClusterPropTest-seed#[C8E4CB28B5B7F95B]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1128596 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 1128597 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1128597 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 1128697 INFO (SUITE-LegacyCloudClusterPropTest-seed#[C8E4CB28B5B7F95B]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port: 44757
[junit4] 2> 1128697 INFO (SUITE-LegacyCloudClusterPropTest-seed#[C8E4CB28B5B7F95B]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:44757
[junit4] 2> 1128697 INFO (SUITE-LegacyCloudClusterPropTest-seed#[C8E4CB28B5B7F95B]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:44757
[junit4] 2> 1128697 INFO (SUITE-LegacyCloudClusterPropTest-seed#[C8E4CB28B5B7F95B]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 44757
[junit4] 2> 1128698 INFO (SUITE-LegacyCloudClusterPropTest-seed#[C8E4CB28B5B7F95B]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1128700 INFO (zkConnectionManagerCallback-8737-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1128700 INFO (SUITE-LegacyCloudClusterPropTest-seed#[C8E4CB28B5B7F95B]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1128705 INFO (SUITE-LegacyCloudClusterPropTest-seed#[C8E4CB28B5B7F95B]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1128709 INFO (zkConnectionManagerCallback-8739-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1128709 INFO (SUITE-LegacyCloudClusterPropTest-seed#[C8E4CB28B5B7F95B]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1128710 INFO (SUITE-LegacyCloudClusterPropTest-seed#[C8E4CB28B5B7F95B]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1128713 INFO (zkConnectionManagerCallback-8741-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1128713 INFO (SUITE-LegacyCloudClusterPropTest-seed#[C8E4CB28B5B7F95B]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1128714 WARN (SUITE-LegacyCloudClusterPropTest-seed#[C8E4CB28B5B7F95B]-worker-SendThread(127.0.0.1:44757)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10448209d890002.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x10448209d890002, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10448209d890002, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 1128818 INFO (jetty-launcher-8742-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1128818 INFO (jetty-launcher-8742-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1128818 INFO (jetty-launcher-8742-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 1128819 INFO (jetty-launcher-8742-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1128819 INFO (jetty-launcher-8742-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1128819 INFO (jetty-launcher-8742-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1128819 INFO (jetty-launcher-8742-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5b806b46{/solr,null,AVAILABLE}
[junit4] 2> 1128819 INFO (jetty-launcher-8742-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@398d4910{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:46403}
[junit4] 2> 1128819 INFO (jetty-launcher-8742-thread-1) [ ] o.e.j.s.Server Started @1128850ms
[junit4] 2> 1128819 INFO (jetty-launcher-8742-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:44757/solr, hostPort=46403}
[junit4] 2> 1128819 ERROR (jetty-launcher-8742-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1128819 INFO (jetty-launcher-8742-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1128819 INFO (jetty-launcher-8742-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 1128819 INFO (jetty-launcher-8742-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1128819 INFO (jetty-launcher-8742-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 1128819 INFO (jetty-launcher-8742-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-02T06:11:57.094Z
[junit4] 2> 1128825 INFO (jetty-launcher-8742-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1128825 INFO (zkConnectionManagerCallback-8744-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1128825 INFO (jetty-launcher-8742-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1128826 INFO (jetty-launcher-8742-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1128854 INFO (jetty-launcher-8742-thread-1) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 1128855 WARN (jetty-launcher-8742-thread-1-SendThread(127.0.0.1:44757)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10448209d890003.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x10448209d890003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10448209d890003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 1131292 INFO (jetty-launcher-8742-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1131293 WARN (jetty-launcher-8742-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4622e061[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1131293 WARN (jetty-launcher-8742-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4622e061[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1131295 WARN (jetty-launcher-8742-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@349a9eaf[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1131295 WARN (jetty-launcher-8742-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@349a9eaf[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1131296 INFO (jetty-launcher-8742-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44757/solr
[junit4] 2> 1131297 INFO (jetty-launcher-8742-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1131298 INFO (zkConnectionManagerCallback-8755-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1131298 INFO (jetty-launcher-8742-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1131299 WARN (jetty-launcher-8742-thread-1-SendThread(127.0.0.1:44757)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10448209d890004.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x10448209d890004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10448209d890004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 1131400 INFO (jetty-launcher-8742-thread-1) [n:127.0.0.1:46403_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1131401 INFO (zkConnectionManagerCallback-8757-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1131401 INFO (jetty-launcher-8742-thread-1) [n:127.0.0.1:46403_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1131409 WARN (jetty-launcher-8742-thread-1) [n:127.0.0.1:46403_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 1131468 INFO (jetty-launcher-8742-thread-1) [n:127.0.0.1:46403_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46403_solr
[junit4] 2> 1131469 INFO (jetty-launcher-8742-thread-1) [n:127.0.0.1:46403_solr ] o.a.s.c.Overseer Overseer (id=73262798863925253-127.0.0.1:46403_solr-n_0000000000) starting
[junit4] 2> 1131474 INFO (jetty-launcher-8742-thread-1) [n:127.0.0.1:46403_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46403_solr
[junit4] 2> 1131474 INFO (OverseerStateUpdate-73262798863925253-127.0.0.1:46403_solr-n_0000000000) [n:127.0.0.1:46403_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:46403_solr
[junit4] 2> 1131477 INFO (OverseerStateUpdate-73262798863925253-127.0.0.1:46403_solr-n_0000000000) [n:127.0.0.1:46403_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1131479 INFO (jetty-launcher-8742-thread-1) [n:127.0.0.1:46403_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1131479 WARN (jetty-launcher-8742-thread-1) [n:127.0.0.1:46403_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1131493 INFO (jetty-launcher-8742-thread-1) [n:127.0.0.1:46403_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.LegacyCloudClusterPropTest_C8E4CB28B5B7F95B-001/tempDir-001/node1
[junit4] 2> 1131502 INFO (SUITE-LegacyCloudClusterPropTest-seed#[C8E4CB28B5B7F95B]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 1131503 INFO (SUITE-LegacyCloudClusterPropTest-seed#[C8E4CB28B5B7F95B]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1131506 INFO (zkConnectionManagerCallback-8772-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1131506 INFO (SUITE-LegacyCloudClusterPropTest-seed#[C8E4CB28B5B7F95B]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1131508 INFO (SUITE-LegacyCloudClusterPropTest-seed#[C8E4CB28B5B7F95B]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1131509 INFO (SUITE-LegacyCloudClusterPropTest-seed#[C8E4CB28B5B7F95B]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44757/solr ready
[junit4] 2> 1131521 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionSwitchLegacyCloud
[junit4] 2> 1131524 INFO (qtp927641993-15251) [n:127.0.0.1:46403_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=true&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1131533 INFO (OverseerThreadFactory-8764-thread-1-processing-n:127.0.0.1:46403_solr) [n:127.0.0.1:46403_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection legacyTrue
[junit4] 2> 1131642 INFO (qtp927641993-15254) [n:127.0.0.1:46403_solr x:legacyTrue_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=legacyTrue_shard1_replica_n1&action=CREATE&numShards=1&collection=legacyTrue&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1131642 INFO (qtp927641993-15254) [n:127.0.0.1:46403_solr x:legacyTrue_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1132690 INFO (qtp927641993-15254) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 x:legacyTrue_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 1132707 INFO (qtp927641993-15254) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 x:legacyTrue_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1132707 INFO (qtp927641993-15254) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 x:legacyTrue_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1132707 INFO (qtp927641993-15254) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 x:legacyTrue_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'legacyTrue_shard1_replica_n1' using configuration from configset conf, trusted=true
[junit4] 2> 1132708 INFO (qtp927641993-15254) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 x:legacyTrue_shard1_replica_n1 ] o.a.s.c.SolrCore [[legacyTrue_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.LegacyCloudClusterPropTest_C8E4CB28B5B7F95B-001/tempDir-001/node1/legacyTrue_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.LegacyCloudClusterPropTest_C8E4CB28B5B7F95B-001/tempDir-001/node1/legacyTrue_shard1_replica_n1/data/]
[junit4] 2> 1132749 INFO (qtp927641993-15254) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 x:legacyTrue_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1132749 INFO (qtp927641993-15254) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 x:legacyTrue_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1132750 INFO (qtp927641993-15254) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 x:legacyTrue_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1132750 INFO (qtp927641993-15254) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 x:legacyTrue_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1132761 INFO (qtp927641993-15254) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 x:legacyTrue_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1132761 INFO (qtp927641993-15254) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 x:legacyTrue_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1132762 INFO (qtp927641993-15254) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 x:legacyTrue_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1132762 INFO (qtp927641993-15254) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 x:legacyTrue_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1695908019345293312
[junit4] 2> 1132767 INFO (searcherExecutor-8774-thread-1-processing-n:127.0.0.1:46403_solr x:legacyTrue_shard1_replica_n1 c:legacyTrue s:shard1) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 x:legacyTrue_shard1_replica_n1 ] o.a.s.c.SolrCore [legacyTrue_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1132771 INFO (qtp927641993-15254) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 x:legacyTrue_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/legacyTrue/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 1132772 INFO (qtp927641993-15254) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 x:legacyTrue_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/legacyTrue/leaders/shard1
[junit4] 2> 1132777 INFO (qtp927641993-15254) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 x:legacyTrue_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1132778 INFO (qtp927641993-15254) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 x:legacyTrue_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1132778 INFO (qtp927641993-15254) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 x:legacyTrue_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46403/solr/legacyTrue_shard1_replica_n1/
[junit4] 2> 1132778 INFO (qtp927641993-15254) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 x:legacyTrue_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1132778 INFO (qtp927641993-15254) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 x:legacyTrue_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:46403/solr/legacyTrue_shard1_replica_n1/ has no replicas
[junit4] 2> 1132778 INFO (qtp927641993-15254) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 x:legacyTrue_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/legacyTrue/leaders/shard1/leader after winning as /collections/legacyTrue/leader_elect/shard1/election/73262798863925253-core_node2-n_0000000000
[junit4] 2> 1132780 INFO (qtp927641993-15254) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 x:legacyTrue_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46403/solr/legacyTrue_shard1_replica_n1/ shard1
[junit4] 2> 1132992 INFO (zkCallback-8756-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/legacyTrue/state.json] for collection [legacyTrue] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1132996 INFO (zkCallback-8756-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/legacyTrue/state.json] for collection [legacyTrue] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1132999 INFO (qtp927641993-15254) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 x:legacyTrue_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1133012 INFO (qtp927641993-15254) [n:127.0.0.1:46403_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=legacyTrue_shard1_replica_n1&action=CREATE&numShards=1&collection=legacyTrue&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1370
[junit4] 2> 1133022 INFO (qtp927641993-15252) [n:127.0.0.1:46403_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 1133104 INFO (zkCallback-8756-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/legacyTrue/state.json] for collection [legacyTrue] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1133104 INFO (zkCallback-8756-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/legacyTrue/state.json] for collection [legacyTrue] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1133105 INFO (qtp927641993-15252) [n:127.0.0.1:46403_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&maxShardsPerNode=1&name=legacyTrue&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=1577
[junit4] 2> 1133106 INFO (zkCallback-8756-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/legacyTrue/state.json] for collection [legacyTrue] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1133106 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: legacyTrue
[junit4] 2> 1133117 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1169145024
[junit4] 2> 1133117 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:46403_solr
[junit4] 2> 1133121 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 1133121 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:46403_solr as DOWN
[junit4] 2> 1133129 INFO (coreCloseExecutor-8782-thread-1) [n:127.0.0.1:46403_solr ] o.a.s.c.SolrCore [legacyTrue_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@3618419b
[junit4] 2> 1133129 INFO (coreCloseExecutor-8782-thread-1) [n:127.0.0.1:46403_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.legacyTrue.shard1.replica_n1 tag=SolrCore@3618419b
[junit4] 2> 1133129 INFO (coreCloseExecutor-8782-thread-1) [n:127.0.0.1:46403_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.legacyTrue.shard1.leader tag=SolrCore@3618419b
[junit4] 2> 1133130 INFO (coreCloseExecutor-8782-thread-1) [n:127.0.0.1:46403_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 1133131 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 1133131 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 1133131 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 1133131 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 1133139 INFO (closeThreadPool-8784-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73262798863925253-127.0.0.1:46403_solr-n_0000000000) closing
[junit4] 2> 1133141 INFO (OverseerStateUpdate-73262798863925253-127.0.0.1:46403_solr-n_0000000000) [n:127.0.0.1:46403_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46403_solr
[junit4] 2> 1133141 INFO (OverseerAutoScalingTriggerThread-73262798863925253-127.0.0.1:46403_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1133143 INFO (closeThreadPool-8784-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73262798863925253-127.0.0.1:46403_solr-n_0000000000) closing
[junit4] 2> 1133143 WARN (jetty-launcher-8742-thread-1-SendThread(127.0.0.1:44757)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10448209d890005.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x10448209d890005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10448209d890005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 1133143 INFO (zkCallback-8771-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1133243 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.a.s.c.Overseer Overseer (id=73262798863925253-127.0.0.1:46403_solr-n_0000000000) closing
[junit4] 2> 1133245 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@398d4910{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 1133246 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5b806b46{/solr,null,STOPPED}
[junit4] 2> 1133246 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1133248 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.a.s.c.MiniSolrCloudCluster waitForJettyToStop: 46403
[junit4] 2> 1133248 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=46403)
[junit4] 2> 1133249 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 46403 try number 2 ...
[junit4] 2> 1133249 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 1133250 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1133250 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1133250 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1133250 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c951428{/solr,null,AVAILABLE}
[junit4] 2> 1133251 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@268b364e{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:46403}
[junit4] 2> 1133251 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.e.j.s.Server Started @1133281ms
[junit4] 2> 1133251 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:44757/solr, hostPort=46403}
[junit4] 2> 1133251 ERROR (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1133251 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1133251 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 1133251 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1133251 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 1133251 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-02T06:12:01.526Z
[junit4] 2> 1133252 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1133260 INFO (zkConnectionManagerCallback-8786-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1133260 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1133264 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1133270 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 1133271 WARN (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]-SendThread(127.0.0.1:44757)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10448209d890007.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x10448209d890007, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10448209d890007, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 1134543 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1134543 WARN (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@14f454d6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1134543 WARN (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@14f454d6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1134546 WARN (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3403f5f3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1134546 WARN (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3403f5f3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1134547 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44757/solr
[junit4] 2> 1134548 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1134549 INFO (zkConnectionManagerCallback-8797-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1134549 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1134654 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [n:127.0.0.1:46403_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1134655 INFO (zkConnectionManagerCallback-8799-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1134655 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [n:127.0.0.1:46403_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1134659 WARN (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [n:127.0.0.1:46403_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 1134662 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [n:127.0.0.1:46403_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46403_solr
[junit4] 2> 1134663 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [n:127.0.0.1:46403_solr ] o.a.s.c.Overseer Overseer (id=73262798863925257-127.0.0.1:46403_solr-n_0000000001) starting
[junit4] 2> 1134669 INFO (OverseerStateUpdate-73262798863925257-127.0.0.1:46403_solr-n_0000000001) [n:127.0.0.1:46403_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:46403_solr
[junit4] 2> 1134674 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [n:127.0.0.1:46403_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46403_solr
[junit4] 2> 1134675 INFO (zkCallback-8771-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1134675 INFO (zkCallback-8798-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1134677 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [n:127.0.0.1:46403_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1134677 WARN (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [n:127.0.0.1:46403_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1134692 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [n:127.0.0.1:46403_solr ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.LegacyCloudClusterPropTest_C8E4CB28B5B7F95B-001/tempDir-001/node1
[junit4] 2> 1134692 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [n:127.0.0.1:46403_solr ] o.a.s.c.CorePropertiesLocator Cores are: [legacyTrue_shard1_replica_n1]
[junit4] 2> 1134698 INFO (coreLoadExecutor-8809-thread-1-processing-n:127.0.0.1:46403_solr) [n:127.0.0.1:46403_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1134704 INFO (coreLoadExecutor-8809-thread-1-processing-n:127.0.0.1:46403_solr) [n:127.0.0.1:46403_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 1134738 INFO (coreLoadExecutor-8809-thread-1-processing-n:127.0.0.1:46403_solr) [n:127.0.0.1:46403_solr ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1134738 INFO (coreLoadExecutor-8809-thread-1-processing-n:127.0.0.1:46403_solr) [n:127.0.0.1:46403_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1134745 INFO (coreLoadExecutor-8809-thread-1-processing-n:127.0.0.1:46403_solr) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 x:legacyTrue_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 1134751 INFO (coreLoadExecutor-8809-thread-1-processing-n:127.0.0.1:46403_solr) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 x:legacyTrue_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1134752 INFO (coreLoadExecutor-8809-thread-1-processing-n:127.0.0.1:46403_solr) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 x:legacyTrue_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1134752 INFO (coreLoadExecutor-8809-thread-1-processing-n:127.0.0.1:46403_solr) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 x:legacyTrue_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'legacyTrue_shard1_replica_n1' using configuration from configset conf, trusted=true
[junit4] 2> 1134752 INFO (coreLoadExecutor-8809-thread-1-processing-n:127.0.0.1:46403_solr) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 x:legacyTrue_shard1_replica_n1 ] o.a.s.c.SolrCore [[legacyTrue_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.LegacyCloudClusterPropTest_C8E4CB28B5B7F95B-001/tempDir-001/node1/legacyTrue_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.LegacyCloudClusterPropTest_C8E4CB28B5B7F95B-001/tempDir-001/node1/legacyTrue_shard1_replica_n1/data/]
[junit4] 2> 1134885 INFO (coreLoadExecutor-8809-thread-1-processing-n:127.0.0.1:46403_solr) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 x:legacyTrue_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1134885 INFO (coreLoadExecutor-8809-thread-1-processing-n:127.0.0.1:46403_solr) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 x:legacyTrue_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1134886 INFO (coreLoadExecutor-8809-thread-1-processing-n:127.0.0.1:46403_solr) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 x:legacyTrue_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1134886 INFO (coreLoadExecutor-8809-thread-1-processing-n:127.0.0.1:46403_solr) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 x:legacyTrue_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1134887 INFO (coreLoadExecutor-8809-thread-1-processing-n:127.0.0.1:46403_solr) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 x:legacyTrue_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1134887 INFO (coreLoadExecutor-8809-thread-1-processing-n:127.0.0.1:46403_solr) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 x:legacyTrue_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1134887 INFO (coreLoadExecutor-8809-thread-1-processing-n:127.0.0.1:46403_solr) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 x:legacyTrue_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1134888 INFO (coreLoadExecutor-8809-thread-1-processing-n:127.0.0.1:46403_solr) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 x:legacyTrue_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1695908021574565888
[junit4] 2> 1134889 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 1134890 INFO (searcherExecutor-8811-thread-1-processing-n:127.0.0.1:46403_solr x:legacyTrue_shard1_replica_n1 c:legacyTrue s:shard1) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 x:legacyTrue_shard1_replica_n1 ] o.a.s.c.SolrCore [legacyTrue_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1134894 INFO (coreZkRegister-8787-thread-1-processing-n:127.0.0.1:46403_solr) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 r:core_node2 x:legacyTrue_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/legacyTrue/leaders/shard1
[junit4] 2> 1134896 INFO (coreZkRegister-8787-thread-1-processing-n:127.0.0.1:46403_solr) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 r:core_node2 x:legacyTrue_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1134896 INFO (coreZkRegister-8787-thread-1-processing-n:127.0.0.1:46403_solr) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 r:core_node2 x:legacyTrue_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1134896 INFO (coreZkRegister-8787-thread-1-processing-n:127.0.0.1:46403_solr) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 r:core_node2 x:legacyTrue_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46403/solr/legacyTrue_shard1_replica_n1/
[junit4] 2> 1134896 INFO (coreZkRegister-8787-thread-1-processing-n:127.0.0.1:46403_solr) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 r:core_node2 x:legacyTrue_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1134896 INFO (coreZkRegister-8787-thread-1-processing-n:127.0.0.1:46403_solr) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 r:core_node2 x:legacyTrue_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:46403/solr/legacyTrue_shard1_replica_n1/ has no replicas
[junit4] 2> 1134896 INFO (coreZkRegister-8787-thread-1-processing-n:127.0.0.1:46403_solr) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 r:core_node2 x:legacyTrue_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/legacyTrue/leaders/shard1/leader after winning as /collections/legacyTrue/leader_elect/shard1/election/73262798863925257-core_node2-n_0000000001
[junit4] 2> 1134897 INFO (coreZkRegister-8787-thread-1-processing-n:127.0.0.1:46403_solr) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 r:core_node2 x:legacyTrue_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46403/solr/legacyTrue_shard1_replica_n1/ shard1
[junit4] 2> 1134900 INFO (coreZkRegister-8787-thread-1-processing-n:127.0.0.1:46403_solr) [n:127.0.0.1:46403_solr c:legacyTrue s:shard1 r:core_node2 x:legacyTrue_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1135002 INFO (zkCallback-8798-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/legacyTrue/state.json] for collection [legacyTrue] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1135003 INFO (zkCallback-8798-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/legacyTrue/state.json] for collection [legacyTrue] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1135005 INFO (zkCallback-8798-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/legacyTrue/state.json] for collection [legacyTrue] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1135901 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.a.h.i.e.RetryExec I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://127.0.0.1:46403: The target server failed to respond
[junit4] 2> 1135901 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.a.h.i.e.RetryExec Retrying request to {}->http://127.0.0.1:46403
[junit4] 2> 1135905 INFO (qtp1957130011-15309) [n:127.0.0.1:46403_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1135915 INFO (OverseerThreadFactory-8806-thread-1-processing-n:127.0.0.1:46403_solr) [n:127.0.0.1:46403_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection legacyFalse
[junit4] 2> 1136125 INFO (qtp1957130011-15312) [n:127.0.0.1:46403_solr x:legacyFalse_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=legacyFalse_shard1_replica_n1&action=CREATE&numShards=1&collection=legacyFalse&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1136129 ERROR (qtp1957130011-15312) [n:127.0.0.1:46403_solr x:legacyFalse_shard1_replica_n1 ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'legacyFalse_shard1_replica_n1': non legacy mode coreNodeName missing {collection.configName=conf, numShards=1, shard=shard1, collection=legacyFalse, replicaType=NRT}
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1358)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:216)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:836)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:800)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:545)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1612)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1582)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:716)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:516)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: non legacy mode coreNodeName missing {collection.configName=conf, numShards=1, shard=shard1, collection=legacyFalse, replicaType=NRT}
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1305)
[junit4] 2> ... 41 more
[junit4] 2>
[junit4] 2> 1136129 INFO (qtp1957130011-15312) [n:127.0.0.1:46403_solr x:legacyFalse_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=legacyFalse_shard1_replica_n1&action=CREATE&numShards=1&collection=legacyFalse&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=400 QTime=4
[junit4] 2> 1136130 ERROR (OverseerThreadFactory-8806-thread-1-processing-n:127.0.0.1:46403_solr) [n:127.0.0.1:46403_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:46403/solr
[junit4] 2> => org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:46403/solr: Error CREATEing SolrCore 'legacyFalse_shard1_replica_n1': non legacy mode coreNodeName missing {collection.configName=conf, numShards=1, shard=shard1, collection=legacyFalse, replicaType=NRT}
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:46403/solr: Error CREATEing SolrCore 'legacyFalse_shard1_replica_n1': non legacy mode coreNodeName missing {collection.configName=conf, numShards=1, shard=shard1, collection=legacyFalse, replicaType=NRT}
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1290) ~[java/:?]
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandlerFactory$1.request(HttpShardHandlerFactory.java:169) ~[java/:?]
[junit4] 2> at org.apache.solr.handler.component.ShardRequestor.call(ShardRequestor.java:130) ~[java/:?]
[junit4] 2> at org.apache.solr.handler.component.ShardRequestor.call(ShardRequestor.java:41) ~[java/:?]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_281]
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_281]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_281]
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180) ~[metrics-core-4.1.5.jar:4.1.5]
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) ~[java/:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_281]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_281]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_281]
[junit4] 2> 1136130 ERROR (OverseerThreadFactory-8806-thread-1-processing-n:127.0.0.1:46403_solr) [n:127.0.0.1:46403_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Cleaning up collection [legacyFalse].
[junit4] 2> 1136132 INFO (OverseerThreadFactory-8806-thread-1-processing-n:127.0.0.1:46403_solr) [n:127.0.0.1:46403_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd=action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true&deleteMetricsHistory=true, asyncId=null
[junit4] 2> 1136234 INFO (zkCallback-8798-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/legacyFalse/state.json] for collection [legacyFalse] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1136237 INFO (OverseerThreadFactory-8806-thread-1-processing-n:127.0.0.1:46403_solr) [n:127.0.0.1:46403_solr ] o.a.s.c.a.c.CreateCollectionCmd Cleaned up artifacts for failed create collection for [legacyFalse]
[junit4] 2> 1136238 ERROR (OverseerThreadFactory-8806-thread-1-processing-n:127.0.0.1:46403_solr) [n:127.0.0.1:46403_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: legacyFalse operation: create failed:org.apache.solr.common.SolrException: Underlying core creation failed while creating collection: legacyFalse
[junit4] 2> at org.apache.solr.cloud.api.collections.CreateCollectionCmd.call(CreateCollectionCmd.java:371)
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:270)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:524)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1136240 INFO (qtp1957130011-15310) [n:127.0.0.1:46403_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&maxShardsPerNode=1&name=legacyFalse&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=400 QTime=331
[junit4] 2> 1136241 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1136253 INFO (OverseerCollectionConfigSetProcessor-73262798863925257-127.0.0.1:46403_solr-n_0000000001) [n:127.0.0.1:46403_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1136254 INFO (OverseerThreadFactory-8806-thread-2-processing-n:127.0.0.1:46403_solr) [n:127.0.0.1:46403_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd=action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true&deleteMetricsHistory=true, asyncId=null
[junit4] 2> 1136254 INFO (qtp1957130011-15309) [n:127.0.0.1:46403_solr x:legacyTrue_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.legacyTrue.shard1.replica_n1 tag=null
[junit4] 2> 1136254 INFO (qtp1957130011-15309) [n:127.0.0.1:46403_solr ] o.a.s.c.SolrCore [legacyTrue_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@c2a82c6
[junit4] 2> 1136254 INFO (qtp1957130011-15309) [n:127.0.0.1:46403_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.legacyTrue.shard1.replica_n1 tag=SolrCore@c2a82c6
[junit4] 2> 1136254 INFO (qtp1957130011-15309) [n:127.0.0.1:46403_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.legacyTrue.shard1.leader tag=SolrCore@c2a82c6
[junit4] 2> 1136255 INFO (qtp1957130011-15309) [n:127.0.0.1:46403_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 1136258 INFO (qtp1957130011-15309) [n:127.0.0.1:46403_solr ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/legacyTrue/terms/shard1 to Terms{values={}, version=1}
[junit4] 2> 1136265 INFO (qtp1957130011-15309) [n:127.0.0.1:46403_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&deleteMetricsHistory=true&core=legacyTrue_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=11
[junit4] 2> 1136368 INFO (zkCallback-8798-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/legacyTrue/state.json] for collection [legacyTrue] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1136368 INFO (zkCallback-8798-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/legacyTrue/state.json] for collection [legacyTrue] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1136368 INFO (zkCallback-8798-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/legacyTrue/state.json] for collection [legacyTrue] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1136374 INFO (qtp1957130011-15308) [n:127.0.0.1:46403_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=legacyTrue&action=DELETE&wt=javabin&version=2} status=0 QTime=131
[junit4] 2> 1136376 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C8E4CB28B5B7F95B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateCollectionSwitchLegacyCloud
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=LegacyCloudClusterPropTest -Dtests.method=testCreateCollectionSwitchLegacyCloud -Dtests.seed=C8E4CB28B5B7F95B -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ar-SD -Dtests.time
[...truncated too long message...]
/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_C8E4CB28B5B7F95B-001
[junit4] 2> Apr 02, 2021 6:19:26 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87), sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=it-IT, timezone=Asia/Riyadh
[junit4] 2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=223267704,total=505413632
[junit4] 2> NOTE: All tests run in this JVM: [ReindexCollectionTest, TestUseDocValuesAsStored, FileBasedSpellCheckerTest, TestSimExtremeIndexing, SolrGraphiteReporterTest, TestFieldCollectionResource, TestReplicationHandler, CustomTermsComponentTest, TestQueryTypes, PackageManagerCLITest, LoggingHandlerTest, TestReversedWildcardFilterFactory, RegexBoostProcessorTest, AnalyticsQueryTest, ZkNodePropsTest, TestDynamicLoading, HLLUtilTest, ScheduledMaintenanceTriggerTest, RankFieldTest, EnumFieldTest, DOMUtilTest, TestRebalanceLeaders, SearchHandlerTest, LargeFieldTest, CustomCollectionTest, DistributedFacetExistsSmallTest, TestImpersonationWithHadoopAuth, HdfsLockFactoryTest, AuditLoggerPluginTest, PurgeGraphTest, LeaderTragicEventTest, TestSolrCloudWithKerberosAlt, TestSchemaManager, FileUtilsTest, TestCloudDeleteByQuery, TestSubQueryTransformerDistrib, OverseerCollectionConfigSetProcessorTest, DocValuesNotIndexedTest, JWTAuthPluginIntegrationTest, DistributedFacetPivotSmallTest, DateRangeFieldTest, SolrIndexConfigTest, VersionInfoTest, ConnectionReuseTest, CollectionsAPISolrJTest, TestSimNodeLostTrigger, TestRangeQuery, SyncSliceTest, TestDFRSimilarityFactory, TestSystemCollAutoCreate, MetricTriggerIntegrationTest, TestSimUtils, TestValueSourceCache, TestStressVersions, LeaderElectionIntegrationTest, JavaBinAtomicUpdateMultivalueTest, EmbeddedSolrNoSerializeTest, TestChildDocTransformerHierarchy, TestSolrJ, UpdateRequestProcessorFactoryTest, ChangedSchemaMergeTest, DaemonStreamApiTest, TestDistributedTracing, ByteBuffersDirectoryFactoryTest, TestSolr4Spatial2, PolyFieldTest, UtilsToolTest, TestManagedSynonymGraphFilterFactory, MultiDestinationAuditLoggerTest, BitVectorTest, TestJavabinTupleStreamParser, DistribDocExpirationUpdateProcessorTest, TestExportTool, MetricsHistoryWithAuthIntegrationTest, RoutingToNodesWithPropertiesTest, TestSolrConfigHandler, TestShortCircuitedRequests, TestLFUCache, DeleteReplicaTest, TestQuerySenderNoQuery, TestSweetSpotSimilarityFactory, TestFacetMethods, CategoryRoutedAliasUpdateProcessorTest, CdcrBootstrapTest]
[junit4] Completed [512/935 (2!)] on J1 in 398.57s, 4 tests, 3 failures, 1 skipped <<< FAILURES!
[...truncated 1140 lines...]
[junit4] Suite: org.apache.solr.security.JWTIssuerConfigTest
[junit4] 2> 2433258 INFO (SUITE-JWTIssuerConfigTest-seed#[C8E4CB28B5B7F95B]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=JWTIssuerConfigTest -Dtests.method=jwksUrlwithHttpBehaviors -Dtests.seed=C8E4CB28B5B7F95B -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=sr-RS -Dtests.timezone=Asia/Khandyga -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.01s J0 | JWTIssuerConfigTest.jwksUrlwithHttpBehaviors <<<
[junit4] > Throwable #1: junit.framework.AssertionFailedError: Expected exception SolrException but no exception was thrown
[junit4] > at __randomizedtesting.SeedInfo.seed([C8E4CB28B5B7F95B:A74027A29D9E6111]:0)
[junit4] > at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2744)
[junit4] > at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2734)
[junit4] > at org.apache.solr.security.JWTIssuerConfigTest.jwksUrlwithHttpBehaviors(JWTIssuerConfigTest.java:145)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=164, maxMBSortInHeap=5.306252218698344, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=sr-RS, timezone=Asia/Khandyga
[junit4] 2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=337669400,total=526909440
[junit4] 2> NOTE: All tests run in this JVM: [RecoveryZkTest, TestTextField, DirectSolrSpellCheckerTest, TestSimExecutePlanAction, SolrMetricsIntegrationTest, TestDynamicFieldResource, TestIncrementalCoreBackup, CustomHighlightComponentTest, TestPseudoReturnFields, OverseerTest, InfoHandlerTest, TestLuceneMatchVersion, PreAnalyzedUpdateProcessorTest, AnalyticsMergeStrategyTest, ZkFailoverTest, TestCustomStream, HLLSerializationTest, RestoreTriggerStateTest, PrimitiveFieldTypeTest, DocValuesTest, CircularListTest, TestRandomRequestDistribution, ResponseLogComponentTest, FuzzySearchTest, ConcurrentDeleteAndCreateCollectionTest, DistributedExpandComponentTest, TestDelegationWithHadoopAuth, HdfsDirectoryTest, AuditLoggerIntegrationTest, LocalFSCloudIncrementalBackupTest, LeaderFailureAfterFreshStartTest, TestSolrCloudWithDelegationTokens, TestSchemaField, DynamicMapsTest, TestCloudConsistency, TestSubQueryTransformerCrossCore, OverriddenZkACLAndCredentialsProvidersTest, DistributedVersionInfoTest, BasicAuthStandaloneTest, DistributedFacetPivotSmallAdvancedTest, DateFieldTest, SolrCmdDistributorTest, UpdateParamsTest, TestJettySolrRunner, CollectionStateFormat2Test, TestSimNodeAddedTrigger, TestRandomCollapseQParserPlugin, SplitShardTest, TestDFISimilarityFactory, TestStressThreadBackup, IndexSizeTriggerTest, TestSimTriggerIntegration, TestTrieFacet, TestStressUserVersions, LeaderElectionContextKeyTest, IgnoreLargeDocumentProcessorFactoryTest, JavabinLoaderTest, TestChildDocTransformer, TestSolrFieldCacheBean, UniqFieldsUpdateProcessorFactoryTest, BooleanFieldTest, CoreMergeIndexesAdminHandlerTest, MetricUtilsTest, TestSolr4Spatial, OpenExchangeRatesOrgProviderTest, TimeZoneUtilsTest, TestManagedSynonymFilterFactory, JWTVerificationkeyResolverTest, BigEndianAscendingWordSerializerTest, TestGraphMLResponseWriter, DistribCursorPagingTest, TestCircuitBreaker, MetricsHistoryIntegrationTest, RouteFieldTest, TestSimpleTextCodec, TestSegmentSorting, TestInitQParser, DeleteNodeTest, TestQuerySenderListener, TestPerFieldSimilarityWithDefaultOverride, SubstringBytesRefFilterTest, AtomicUpdatesTest, CdcrBidirectionalTest, TestHttpShardHandlerFactory, DistributedUpdateProcessorTest, MoreLikeThisComponentTest, CreateCollectionCleanupTest, WordBreakSolrSpellCheckerTest, ReturnFieldsTest, XmlUpdateRequestHandlerTest, TestSimpleTrackingShardHandler, TestManagedSchemaAPI, ShardRoutingCustomTest, IndexSchemaTest, TestConfigSetsAPIShareSchema, TestConfigsApi, TestRawResponseWriter, RequestHandlersTest, TestNoOpRegenerator, TestStandardQParsers, TestDistributedMissingSort, TestJsonFacets, TestSnapshotCoreBackup, OutputWriterTest, MoveReplicaHDFSFailoverTest, TestMaxScoreQueryParser, TestHighlightDedupGrouping, TestLocalFSCloudBackupRestore, BlockJoinFacetDistribTest, ResponseHeaderTest, PathHierarchyTokenizerFactoryTest, MetricsDisabledCloudTest, UnloadDistributedZkTest, TestFieldCache, TestCloudSearcherWarming, TestReqParamsAPI, AddReplicaTest, AssignBackwardCompatibilityTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, ClusterStateMockUtilTest, ClusterStateTest, ClusterStateUpdateTest, HttpPartitionOnCommitTest, MultiThreadedOCPTest, ReplaceNodeTest, RestartWhileUpdatingTest, SliceStateTest, SolrCLIZkUtilsTest, SolrXmlInZkTest, TestCloudPhrasesIdentificationComponent, TestCloudPivotFacet, TestCloudRecovery2, TestDistributedMap, TestExclusionRuleCollectionAccess, TestLeaderElectionWithEmptyReplica, TestPullReplica, TestPullReplicaErrorHandling, TestTlogReplayVsRecovery, TestTolerantUpdateProcessorCloud, TestTolerantUpdateProcessorRandomCloud, TestWaitForStateWithJettyShutdowns, TestZkChroot, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, AssignTest, AsyncCallRequestStatusResponseTest, BackupRestoreApiErrorConditionsTest, CollectionTooManyReplicasTest, CollectionsAPIAsyncDistributedZkTest, ConcurrentCreateCollectionTest, SimpleCollectionCreateDeleteTest, TestCollectionAPI, ComputePlanActionTest, TriggerEventQueueTest, TriggerIntegrationTest, HdfsDirectoryFactoryTest, RAMDirectoryFactoryTest, SolrCoreCheckLockOnStartupTest, SolrCoreTest, TestCoreContainer, TestSolrDeletionPolicy2, TestSolrXml, TestXIncludeConfig, TestDistribPackageStore, TestContainerPlugin, MBeansHandlerTest, DistributedTermsComponentTest, SuggestComponentTest, TestExportWriter, HighlighterTest, TestUnifiedSolrHighlighterWithoutStoredId, TestLegacyFieldReuse, TestMultiValuedNumericRangeQuery, TestNumericRangeQuery64, SolrJmxReporterTest, SolrCloudReportersTest, TestPackages, SpatialRPTFieldTypeTest, TestHalfAndHalfDocValues, TestSortableTextField, MergeStrategyTest, QueryEqualityTest, QueryParsingTest, RankQParserPluginTest, RankQueryTest, SortSpecParsingTest, SpatialFilterTest, TestAddFieldRealTimeGet, TestBlockCollapse, TestComplexPhraseLeadingWildcard, TestComplexPhraseQParserPlugin, TestCustomSort, TestDocSet, TestFieldSortValues, TestFiltering, TestSmileRequest, TestStressReorder, RangeFacetCloudTest, TestCloudJSONFacetSKG, TestJsonFacetErrors, AggValueSourceTest, SortByFunctionTest, TestFunctionQuery, TestOrdValues, TestSortByMinMaxFunction, DistanceFunctionTest, GraphQueryTest, TestNestedDocsSort, TestScoreJoinQPNoScore, TestBooleanSimilarityFactory, TestLMDirichletSimilarityFactory, TestDefaultStatsCache, JWTIssuerConfigTest]
[junit4] Completed [843/935 (3!)] on J0 in 0.33s, 13 tests, 1 failure <<< FAILURES!
[...truncated 51109 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1959 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1959/
3 tests failed.
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([D0787B1541F26EB:DAD0A8C6E040BEAC]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap(CdcrBootstrapTest.java:129)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithSourceCluster
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([D0787B1541F26EB:D451D675577B35A1]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithSourceCluster(CdcrBootstrapTest.java:208)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithMultipleReplicas
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([D0787B1541F26EB:9BFA89B1295990A9]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithMultipleReplicas(CdcrBootstrapTest.java:293)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 16076 lines...]
[junit4] Suite: org.apache.solr.cloud.cdcr.CdcrBootstrapTest
[junit4] 2> 1889217 INFO (SUITE-CdcrBootstrapTest-seed#[D0787B1541F26EB]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> 1889217 INFO (SUITE-CdcrBootstrapTest-seed#[D0787B1541F26EB]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1889217 INFO (SUITE-CdcrBootstrapTest-seed#[D0787B1541F26EB]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.cdcr.CdcrBootstrapTest_D0787B1541F26EB-001/data-dir-135-001
[junit4] 2> 1889217 INFO (SUITE-CdcrBootstrapTest-seed#[D0787B1541F26EB]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1889218 INFO (SUITE-CdcrBootstrapTest-seed#[D0787B1541F26EB]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1889222 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testConvertClusterToCdcrAndBootstrap
[junit4] 2> 1889222 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.cdcr.CdcrBootstrapTest_D0787B1541F26EB-001/cdcr-target-001
[junit4] 2> 1889222 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1889223 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 1889223 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1889224 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 1889323 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.ZkTestServer start zk server on port: 42053
[junit4] 2> 1889323 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:42053
[junit4] 2> 1889323 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:42053
[junit4] 2> 1889323 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 42053
[junit4] 2> 1889324 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1889327 INFO (zkConnectionManagerCallback-14556-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1889327 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1889333 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1889335 INFO (zkConnectionManagerCallback-14558-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1889335 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1889335 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1889336 INFO (zkConnectionManagerCallback-14560-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1889336 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1889439 INFO (jetty-launcher-14561-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1889439 INFO (jetty-launcher-14561-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1889439 INFO (jetty-launcher-14561-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 1889442 INFO (jetty-launcher-14561-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1889442 INFO (jetty-launcher-14561-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1889442 INFO (jetty-launcher-14561-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1889443 INFO (jetty-launcher-14561-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a6d242f{/solr,null,AVAILABLE}
[junit4] 2> 1889443 INFO (jetty-launcher-14561-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3f0851dd{SSL, (ssl, http/1.1)}{127.0.0.1:39687}
[junit4] 2> 1889443 INFO (jetty-launcher-14561-thread-1) [ ] o.e.j.s.Server Started @1889480ms
[junit4] 2> 1889443 INFO (jetty-launcher-14561-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:42053/solr, hostPort=39687}
[junit4] 2> 1889444 ERROR (jetty-launcher-14561-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1889444 INFO (jetty-launcher-14561-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1889444 INFO (jetty-launcher-14561-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.0
[junit4] 2> 1889444 INFO (jetty-launcher-14561-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1889444 INFO (jetty-launcher-14561-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 1889444 INFO (jetty-launcher-14561-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-02T03:59:47.995Z
[junit4] 2> 1889444 INFO (jetty-launcher-14561-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1889446 INFO (zkConnectionManagerCallback-14563-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1889446 INFO (jetty-launcher-14561-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1889447 INFO (jetty-launcher-14561-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1889451 INFO (jetty-launcher-14561-thread-1) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 1889452 WARN (jetty-launcher-14561-thread-1-SendThread(127.0.0.1:42053)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10447a7a0850003.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x10447a7a0850003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10447a7a0850003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 1890022 INFO (jetty-launcher-14561-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1890023 WARN (jetty-launcher-14561-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1890023 WARN (jetty-launcher-14561-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@363b1aa9[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1890023 WARN (jetty-launcher-14561-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@363b1aa9[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1890026 WARN (jetty-launcher-14561-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1890026 WARN (jetty-launcher-14561-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1a793487[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1890026 WARN (jetty-launcher-14561-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1a793487[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1890027 INFO (jetty-launcher-14561-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42053/solr
[junit4] 2> 1890028 INFO (jetty-launcher-14561-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1890029 INFO (zkConnectionManagerCallback-14574-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1890029 INFO (jetty-launcher-14561-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1890131 INFO (jetty-launcher-14561-thread-1) [n:127.0.0.1:39687_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1890132 INFO (zkConnectionManagerCallback-14576-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1890132 INFO (jetty-launcher-14561-thread-1) [n:127.0.0.1:39687_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1890140 WARN (jetty-launcher-14561-thread-1) [n:127.0.0.1:39687_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 1890195 INFO (jetty-launcher-14561-thread-1) [n:127.0.0.1:39687_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39687_solr
[junit4] 2> 1890196 INFO (jetty-launcher-14561-thread-1) [n:127.0.0.1:39687_solr ] o.a.s.c.Overseer Overseer (id=73262279222951941-127.0.0.1:39687_solr-n_0000000000) starting
[junit4] 2> 1890200 INFO (OverseerStateUpdate-73262279222951941-127.0.0.1:39687_solr-n_0000000000) [n:127.0.0.1:39687_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:39687_solr
[junit4] 2> 1890200 INFO (jetty-launcher-14561-thread-1) [n:127.0.0.1:39687_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39687_solr
[junit4] 2> 1890201 INFO (OverseerStateUpdate-73262279222951941-127.0.0.1:39687_solr-n_0000000000) [n:127.0.0.1:39687_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1890203 INFO (jetty-launcher-14561-thread-1) [n:127.0.0.1:39687_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1890203 WARN (jetty-launcher-14561-thread-1) [n:127.0.0.1:39687_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1890218 INFO (jetty-launcher-14561-thread-1) [n:127.0.0.1:39687_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.cdcr.CdcrBootstrapTest_D0787B1541F26EB-001/cdcr-target-001/node1
[junit4] 2> 1890229 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 1890230 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1890232 INFO (zkConnectionManagerCallback-14591-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1890232 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1890234 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1890235 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42053/solr ready
[junit4] 2> 1890235 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.c.CdcrBootstrapTest Target zkHost = 127.0.0.1:42053/solr
[junit4] 2> 1890235 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.cdcr.CdcrBootstrapTest_D0787B1541F26EB-001/cdcr-source-001
[junit4] 2> 1890235 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1890236 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 1890236 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1890237 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 1890336 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.ZkTestServer start zk server on port: 41459
[junit4] 2> 1890336 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:41459
[junit4] 2> 1890336 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41459
[junit4] 2> 1890336 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41459
[junit4] 2> 1890338 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1890340 INFO (zkConnectionManagerCallback-14593-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1890340 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1890343 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1890344 INFO (zkConnectionManagerCallback-14595-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1890344 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1890344 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1890345 INFO (zkConnectionManagerCallback-14597-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1890345 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1890449 INFO (jetty-launcher-14598-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1890449 INFO (jetty-launcher-14598-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1890449 INFO (jetty-launcher-14598-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 1890450 INFO (jetty-launcher-14598-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1890450 INFO (jetty-launcher-14598-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1890450 INFO (jetty-launcher-14598-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1890450 INFO (jetty-launcher-14598-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4feaeea7{/solr,null,AVAILABLE}
[junit4] 2> 1890451 INFO (jetty-launcher-14598-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5344765b{SSL, (ssl, http/1.1)}{127.0.0.1:36759}
[junit4] 2> 1890451 INFO (jetty-launcher-14598-thread-1) [ ] o.e.j.s.Server Started @1890487ms
[junit4] 2> 1890451 INFO (jetty-launcher-14598-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:41459/solr, hostPort=36759}
[junit4] 2> 1890451 ERROR (jetty-launcher-14598-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1890451 INFO (jetty-launcher-14598-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1890451 INFO (jetty-launcher-14598-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.0
[junit4] 2> 1890451 INFO (jetty-launcher-14598-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1890452 INFO (jetty-launcher-14598-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 1890452 INFO (jetty-launcher-14598-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-02T03:59:49.003Z
[junit4] 2> 1890452 INFO (jetty-launcher-14598-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1890453 INFO (zkConnectionManagerCallback-14600-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1890453 INFO (jetty-launcher-14598-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1890453 INFO (jetty-launcher-14598-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1890457 INFO (jetty-launcher-14598-thread-1) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 1891455 INFO (jetty-launcher-14598-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1891455 WARN (jetty-launcher-14598-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1891456 WARN (jetty-launcher-14598-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@42f2f91c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1891456 WARN (jetty-launcher-14598-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@42f2f91c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1891458 WARN (jetty-launcher-14598-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1891459 WARN (jetty-launcher-14598-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1e5677ec[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1891459 WARN (jetty-launcher-14598-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1e5677ec[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1891460 INFO (jetty-launcher-14598-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41459/solr
[junit4] 2> 1891461 INFO (jetty-launcher-14598-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1891462 INFO (zkConnectionManagerCallback-14611-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1891462 INFO (jetty-launcher-14598-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1891564 INFO (jetty-launcher-14598-thread-1) [n:127.0.0.1:36759_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1891565 INFO (zkConnectionManagerCallback-14613-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1891565 INFO (jetty-launcher-14598-thread-1) [n:127.0.0.1:36759_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1891573 WARN (jetty-launcher-14598-thread-1) [n:127.0.0.1:36759_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 1891627 INFO (jetty-launcher-14598-thread-1) [n:127.0.0.1:36759_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36759_solr
[junit4] 2> 1891628 INFO (jetty-launcher-14598-thread-1) [n:127.0.0.1:36759_solr ] o.a.s.c.Overseer Overseer (id=73262279289208837-127.0.0.1:36759_solr-n_0000000000) starting
[junit4] 2> 1891632 INFO (OverseerStateUpdate-73262279289208837-127.0.0.1:36759_solr-n_0000000000) [n:127.0.0.1:36759_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:36759_solr
[junit4] 2> 1891632 INFO (jetty-launcher-14598-thread-1) [n:127.0.0.1:36759_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36759_solr
[junit4] 2> 1891634 INFO (OverseerStateUpdate-73262279289208837-127.0.0.1:36759_solr-n_0000000000) [n:127.0.0.1:36759_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1891635 INFO (jetty-launcher-14598-thread-1) [n:127.0.0.1:36759_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1891635 WARN (jetty-launcher-14598-thread-1) [n:127.0.0.1:36759_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1891649 INFO (jetty-launcher-14598-thread-1) [n:127.0.0.1:36759_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.cdcr.CdcrBootstrapTest_D0787B1541F26EB-001/cdcr-source-001/node1
[junit4] 2> 1891659 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 1891659 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1891660 INFO (zkConnectionManagerCallback-14628-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1891660 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1891662 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1891662 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41459/solr ready
[junit4] 2> 1891663 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1891664 INFO (zkConnectionManagerCallback-14630-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1891664 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1891815 INFO (OverseerThreadFactory-14620-thread-1-processing-n:127.0.0.1:36759_solr) [n:127.0.0.1:36759_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection cdcr-source
[junit4] 2> 1891923 INFO (OverseerStateUpdate-73262279289208837-127.0.0.1:36759_solr-n_0000000000) [n:127.0.0.1:36759_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"cdcr-source_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:36759_solr",
[junit4] 2> "base_url":"https://127.0.0.1:36759/solr",
[junit4] 2> "collection":"cdcr-source",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1892131 INFO (qtp482247047-25895) [n:127.0.0.1:36759_solr x:cdcr-source_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 1892131 INFO (qtp482247047-25895) [n:127.0.0.1:36759_solr x:cdcr-source_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1892141 INFO (qtp482247047-25895) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 1892156 INFO (qtp482247047-25895) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1892156 INFO (qtp482247047-25895) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1892156 INFO (qtp482247047-25895) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from configset cdcr-source, trusted=true
[junit4] 2> 1892156 INFO (qtp482247047-25895) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.cdcr.CdcrBootstrapTest_D0787B1541F26EB-001/cdcr-source-001/node1/cdcr-source_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.cdcr.CdcrBootstrapTest_D0787B1541F26EB-001/cdcr-source-001/node1/cdcr-source_shard1_replica_n1/data/]
[junit4] 2> 1892199 INFO (qtp482247047-25895) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1892199 INFO (qtp482247047-25895) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1892199 INFO (qtp482247047-25895) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1892199 INFO (qtp482247047-25895) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1892202 INFO (qtp482247047-25895) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
[junit4] 2> 1892202 INFO (qtp482247047-25895) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
[junit4] 2> 1892202 INFO (qtp482247047-25895) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1892202 INFO (qtp482247047-25895) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1695899703839817728
[junit4] 2> 1892204 INFO (searcherExecutor-14632-thread-1-processing-n:127.0.0.1:36759_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1892208 INFO (qtp482247047-25895) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/cdcr-source/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 1892208 INFO (qtp482247047-25895) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/cdcr-source/leaders/shard1
[junit4] 2> 1892212 INFO (qtp482247047-25895) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1892212 INFO (qtp482247047-25895) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1892212 INFO (qtp482247047-25895) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36759/solr/cdcr-source_shard1_replica_n1/
[junit4] 2> 1892212 INFO (qtp482247047-25895) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1892212 INFO (qtp482247047-25895) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:36759/solr/cdcr-source_shard1_replica_n1/ has no replicas
[junit4] 2> 1892213 INFO (qtp482247047-25895) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/cdcr-source/leaders/shard1/leader after winning as /collections/cdcr-source/leader_elect/shard1/election/73262279289208837-core_node2-n_0000000000
[junit4] 2> 1892215 INFO (qtp482247047-25895) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36759/solr/cdcr-source_shard1_replica_n1/ shard1
[junit4] 2> 1892316 INFO (zkCallback-14612-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1892317 INFO (zkCallback-14612-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1892317 INFO (zkCallback-14612-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1892318 INFO (qtp482247047-25895) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1892321 INFO (qtp482247047-25895) [n:127.0.0.1:36759_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=190
[junit4] 2> 1892323 INFO (qtp482247047-25897) [n:127.0.0.1:36759_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 1892421 INFO (zkCallback-14612-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1892421 INFO (zkCallback-14612-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1892421 INFO (zkCallback-14612-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1892421 INFO (zkCallback-14612-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1892421 INFO (qtp482247047-25897) [n:127.0.0.1:36759_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=612
[junit4] 2> 1892422 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: cdcr-source
[junit4] 2> 1892433 INFO (qtp482247047-25896) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/cdcr-source/terms/shard1 to Terms{values={core_node2=1}, version=1}
[junit4] 2> 1892433 INFO (qtp482247047-25896) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_0 (1695899704077844480), source_1 (1695899704078893056), source_2 (1695899704078893057), source_3 (1695899704078893058), source_4 (1695899704078893059), source_5 (1695899704078893060), source_6 (1695899704078893061), source_7 (1695899704078893062), source_8 (1695899704079941632), source_9 (1695899704079941633), ... (100 adds)]} 0 4
[junit4] 2> 1892664 INFO (searcherExecutor-14632-thread-1-processing-n:127.0.0.1:36759_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1892664 INFO (qtp482247047-25898) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 230
[junit4] 2> 1892670 INFO (qtp482247047-25894) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_100 (1695899704326356992), source_101 (1695899704327405568), source_102 (1695899704327405569), source_103 (1695899704328454144), source_104 (1695899704328454145), source_105 (1695899704328454146), source_106 (1695899704328454147), source_107 (1695899704328454148), source_108 (1695899704328454149), source_109 (1695899704328454150), ... (100 adds)]} 0 4
[junit4] 2> 1892895 INFO (searcherExecutor-14632-thread-1-processing-n:127.0.0.1:36759_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1892895 INFO (qtp482247047-25895) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 224
[junit4] 2> 1892900 INFO (qtp482247047-25895) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_200 (1695899704567529472), source_201 (1695899704569626624), source_202 (1695899704569626625), source_203 (1695899704569626626), source_204 (1695899704569626627), source_205 (1695899704569626628), source_206 (1695899704569626629), source_207 (1695899704569626630), source_208 (1695899704569626631), source_209 (1695899704569626632), ... (100 adds)]} 0 3
[junit4] 2> 1893128 INFO (searcherExecutor-14632-thread-1-processing-n:127.0.0.1:36759_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1893129 INFO (qtp482247047-25895) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 228
[junit4] 2> 1893133 INFO (qtp482247047-25897) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_300 (1695899704812896256), source_301 (1695899704813944832), source_302 (1695899704813944833), source_303 (1695899704813944834), source_304 (1695899704813944835), source_305 (1695899704813944836), source_306 (1695899704813944837), source_307 (1695899704813944838), source_308 (1695899704813944839), source_309 (1695899704813944840), ... (100 adds)]} 0 3
[junit4] 2> 1893360 INFO (searcherExecutor-14632-thread-1-processing-n:127.0.0.1:36759_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1893360 INFO (qtp482247047-25896) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 226
[junit4] 2> 1893366 INFO (qtp482247047-25898) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_400 (1695899705056165888), source_401 (1695899705057214464), source_402 (1695899705057214465), source_403 (1695899705057214466), source_404 (1695899705057214467), source_405 (1695899705057214468), source_406 (1695899705058263040), source_407 (1695899705058263041), source_408 (1695899705058263042), source_409 (1695899705058263043), ... (100 adds)]} 0 4
[junit4] 2> 1893584 INFO (searcherExecutor-14632-thread-1-processing-n:127.0.0.1:36759_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1893585 INFO (qtp482247047-25894) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 218
[junit4] 2> 1893589 INFO (qtp482247047-25895) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_500 (1695899705291046912), source_501 (1695899705292095488), source_502 (1695899705292095489), source_503 (1695899705292095490), source_504 (1695899705292095491), source_505 (1695899705292095492), source_506 (1695899705292095493), source_507 (1695899705292095494), source_508 (1695899705292095495), source_509 (1695899705292095496), ... (100 adds)]} 0 3
[junit4] 2> 1893810 INFO (searcherExecutor-14632-thread-1-processing-n:127.0.0.1:36759_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1893811 INFO (qtp482247047-25897) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 220
[junit4] 2> 1893815 INFO (qtp482247047-25896) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_600 (1695899705528025088), source_601 (1695899705529073664), source_602 (1695899705529073665), source_603 (1695899705529073666), source_604 (1695899705529073667), source_605 (1695899705529073668), source_606 (1695899705529073669), source_607 (1695899705529073670), source_608 (1695899705529073671), source_609 (1695899705529073672), ... (100 adds)]} 0 3
[junit4] 2> 1893818 INFO (OverseerCollectionConfigSetProcessor-73262279289208837-127.0.0.1:36759_solr-n_0000000000) [n:127.0.0.1:36759_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1894048 INFO (searcherExecutor-14632-thread-1-processing-n:127.0.0.1:36759_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1894048 INFO (qtp482247047-25898) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 232
[junit4] 2> 1894053 INFO (qtp482247047-25894) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_700 (1695899705777586176), source_701 (1695899705778634752), source_702 (1695899705778634753), source_703 (1695899705778634754), source_704 (1695899705778634755), source_705 (1695899705778634756), source_706 (1695899705778634757), source_707 (1695899705778634758), source_708 (1695899705778634759), source_709 (1695899705778634760), ... (100 adds)]} 0 3
[junit4] 2> 1894290 INFO (searcherExecutor-14632-thread-1-processing-n:127.0.0.1:36759_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1894291 INFO (qtp482247047-25895) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 236
[junit4] 2> 1894296 INFO (qtp482247047-25895) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_800 (1695899706031341568), source_801 (1695899706032390144), source_802 (1695899706032390145), source_803 (1695899706032390146), source_804 (1695899706032390147), source_805 (1695899706033438720), source_806 (1695899706033438721), source_807 (1695899706033438722), source_808 (1695899706033438723), source_809 (1695899706033438724), ... (100 adds)]} 0 3
[junit4] 2> 1894528 INFO (searcherExecutor-14632-thread-1-processing-n:127.0.0.1:36759_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1894528 INFO (qtp482247047-25897) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 231
[junit4] 2> 1894533 INFO (qtp482247047-25896) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_900 (1695899706280902656), source_901 (1695899706281951232), source_902 (1695899706281951233), source_903 (1695899706281951234), source_904 (1695899706281951235), source_905 (1695899706281951236), source_906 (1695899706281951237), source_907 (1695899706281951238), source_908 (1695899706281951239), source_909 (1695899706281951240), ... (100 adds)]} 0 3
[junit4] 2> 1894753 INFO (searcherExecutor-14632-thread-1-processing-n:127.0.0.1:36759_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1894753 INFO (qtp482247047-25898) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 219
[junit4] 2> 1894754 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.c.CdcrBootstrapTest Adding numDocs=1000
[junit4] 2> 1894754 INFO (qtp482247047-25894) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-source:3&wt=javabin&version=2} hits=1000 status=0 QTime=0
[junit4] 2> 1894756 INFO (qtp482247047-25895) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1695899706284048400, maxInHash=1695899706284048400, versionsHash=6363388040256835945, numVersions=1000, numDocs=1000, maxDoc=100}
[junit4] 2> 1894757 INFO (qtp482247047-25895) [n:127.0.0.1:36759_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/get params={qt=/get&_stateVer_=cdcr-source:3&fingerprint=true&getVersions=1000&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1894758 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1894759 INFO (zkConnectionManagerCallback-14638-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1894759 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1894763 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]-SendThread(127.0.0.1:41459)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10447a7a4780008.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x10447a7a4780008, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10447a7a4780008, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 1894864 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2080542505
[junit4] 2> 1894864 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36759_solr
[junit4] 2> 1894865 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 1894865 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:36759_solr as DOWN
[junit4] 2> 1894867 INFO (coreCloseExecutor-14642-thread-1) [n:127.0.0.1:36759_solr ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@226a503c
[junit4] 2> 1894867 INFO (coreCloseExecutor-14642-thread-1) [n:127.0.0.1:36759_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.cdcr-source.shard1.replica_n1 tag=SolrCore@226a503c
[junit4] 2> 1894867 INFO (coreCloseExecutor-14642-thread-1) [n:127.0.0.1:36759_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.cdcr-source.shard1.leader tag=SolrCore@226a503c
[junit4] 2> 1894868 INFO (zkCallback-14612-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1894868 INFO (zkCallback-14612-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1894868 INFO (zkCallback-14612-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1894868 INFO (zkCallback-14612-thread-5) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1894868 INFO (coreCloseExecutor-14642-thread-1) [n:127.0.0.1:36759_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 1894871 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 1894871 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 1894871 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 1894871 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 1894872 INFO (closeThreadPool-14644-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73262279289208837-127.0.0.1:36759_solr-n_0000000000) closing
[junit4] 2> 1894874 INFO (OverseerStateUpdate-73262279289208837-127.0.0.1:36759_solr-n_0000000000) [n:127.0.0.1:36759_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36759_solr
[junit4] 2> 1894874 INFO (OverseerAutoScalingTriggerThread-73262279289208837-127.0.0.1:36759_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1894876 INFO (closeThreadPool-14644-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73262279289208837-127.0.0.1:36759_solr-n_0000000000) closing
[junit4] 2> 1894876 WARN (jetty-launcher-14598-thread-1-SendThread(127.0.0.1:41459)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10447a7a4780005.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x10447a7a4780005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10447a7a4780005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 1894877 INFO (zkCallback-14627-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1894977 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.Overseer Overseer (id=73262279289208837-127.0.0.1:36759_solr-n_0000000000) closing
[junit4] 2> 1894979 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5344765b{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 1894979 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4feaeea7{/solr,null,STOPPED}
[junit4] 2> 1894979 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1894979 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.MiniSolrCloudCluster waitForJettyToStop: 36759
[junit4] 2> 1894980 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1894980 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1894980 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 1894981 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1894981 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1894981 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1894983 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@55ed6f46{/solr,null,AVAILABLE}
[junit4] 2> 1894984 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@39cb7593{SSL, (ssl, http/1.1)}{127.0.0.1:44341}
[junit4] 2> 1894984 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.e.j.s.Server Started @1895020ms
[junit4] 2> 1894984 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:41459/solr, hostPort=44341}
[junit4] 2> 1894984 ERROR (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1894984 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1894984 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.0
[junit4] 2> 1894984 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1894984 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 1894984 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-02T03:59:53.535Z
[junit4] 2> 1894985 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1894989 INFO (zkConnectionManagerCallback-14646-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1894989 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1894989 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1894993 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 1894993 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]-SendThread(127.0.0.1:41459)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10447a7a4780009.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x10447a7a4780009, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10447a7a4780009, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 1896446 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1896447 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1896453 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@42d0a84a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1896453 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@42d0a84a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1896456 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1896456 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7c433423[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1896457 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7c433423[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1896458 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41459/solr
[junit4] 2> 1896458 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1896461 INFO (zkConnectionManagerCallback-14657-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1896461 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1896563 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [n:127.0.0.1:44341_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1896564 INFO (zkConnectionManagerCallback-14659-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1896564 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [n:127.0.0.1:44341_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1896568 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [n:127.0.0.1:44341_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 1896571 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [n:127.0.0.1:44341_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44341_solr
[junit4] 2> 1896572 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [n:127.0.0.1:44341_solr ] o.a.s.c.Overseer Overseer (id=73262279289208843-127.0.0.1:44341_solr-n_0000000001) starting
[junit4] 2> 1896574 INFO (OverseerStateUpdate-73262279289208843-127.0.0.1:44341_solr-n_0000000001) [n:127.0.0.1:44341_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44341_solr
[junit4] 2> 1896578 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [n:127.0.0.1:44341_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44341_solr
[junit4] 2> 1896581 INFO (zkCallback-14627-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1896581 INFO (zkCallback-14658-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1896584 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [n:127.0.0.1:44341_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1896585 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [n:127.0.0.1:44341_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1896601 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [n:127.0.0.1:44341_solr ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.cdcr.CdcrBootstrapTest_D0787B1541F26EB-001/cdcr-source-001/node1
[junit4] 2> 1896601 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D0787B1541F26EB]) [n:127.0.0.1:44341_solr ] o.a.s.c.CorePropertiesLocator Cores are: [cdcr-source_shard1_replica_n1]
[junit4] 2> 1896604 INFO (coreLoadExecutor-14669-thread-1-processing-n:127.0.0.1:44341_solr) [n:127.0.0.1:44341_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1896616 INFO (coreLoadExecutor-14669-thread-1-processing-n:127.0.0.1:44341_solr) [n:127.0.0.1:44341_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 1896622 INFO (coreLoadExecutor-14669-thread-1-processing-n:127.0.0.1:44341_solr) [n:127.0.0.1:44341_solr ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 1896623 INFO (coreLoadExecutor-14669-thread-1-processing-n:127.0.0.1:44341_solr) [n:127.0.0.1:44341_solr ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1896624 INFO (coreLoadExecutor-14669-thread-1-processing-n:127.0.0.1:44341_solr) [n:127.0.0.1:44341_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1896625 INFO (coreLoadExecutor-14669-thread-1-processing-n:127.0.0.1:44341_solr) [n:127.0.0.1:44341_solr ] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema
[junit4] 2> 1896627 INFO (coreLoadExecutor-14669-thread-1-processing-n:127.0.0.1:44341_solr) [n:127.0.0.1:44341_solr ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak
[junit4] 2> 1897637 INFO (coreLoadExecutor-14669-thread-1-processing-n:127.0.0.1:44341_solr) [n:127.0.0.1:44341_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 1897658 INFO (coreLoadExecutor-14669-thread-1-processing-n:127.0.0.1:44341_solr) [n:127.0.0.1:44341_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1897658 INFO (coreLoadExecutor-14669-thread-1-processing-n:127.0.0.1:44341_solr) [n:127.0.0.1:44341_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1897658 INFO (coreLoadExecutor-14669-thread-1-processing-n:127.0.0.1:44341_solr) [n:127.0.0.1:44341_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from configset cdcr-source, trusted=true
[junit4] 2> 1897658 INFO (coreLoadExecutor-14669-thread-1-processing-n:127.0.0.1:44341_solr) [n:127.0.0.1:44341_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.cdcr.CdcrBootstrapTest_D0787B1541F26EB-001/cdcr-source-001/node1/cdcr-source_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.cdcr.CdcrBoot
[...truncated too long message...]
ad(127.0.0.1:40925)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10447abb7450000.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x10447abb7450000, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10447abb7450000, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2289850 WARN (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[D0787B1541F26EB]-SendThread(127.0.0.1:40925)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10447abb7450001.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x10447abb7450001, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10447abb7450001, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2290094 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections/cdcr-target/terms/shard1
[junit4] 2> 7 /solr/collections/cdcr-target/leaders/shard1/leader
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 3 /solr/configs/cdcr-target/managed-schema
[junit4] 2> 3 /solr/packages.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/cdcr-target
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 50 /solr/collections/cdcr-target/state.json
[junit4] 2> 7 /solr/collections/cdcr-target/cdcr/state/process
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 3 /solr/collections/cdcr-target/cdcr/state/buffer
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 29 /solr/collections/cdcr-target/state.json
[junit4] 2> 26 /solr/overseer/queue
[junit4] 2> 12 /solr/live_nodes
[junit4] 2> 9 /solr/collections
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 2290097 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[D0787B1541F26EB]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:40925
[junit4] 2> 2290097 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[D0787B1541F26EB]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:40925
[junit4] 2> 2290097 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[D0787B1541F26EB]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 40925
[junit4] 2> 2290098 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[D0787B1541F26EB]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBootstrapWithMultipleReplicas
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CdcrBootstrapTest -Dtests.method=testBootstrapWithMultipleReplicas -Dtests.seed=D0787B1541F26EB -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=fi -Dtests.timezone=Canada/Saskatchewan -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 133s J3 | CdcrBootstrapTest.testBootstrapWithMultipleReplicas <<<
[junit4] > Throwable #1: java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
[junit4] > at __randomizedtesting.SeedInfo.seed([D0787B1541F26EB:9BFA89B1295990A9]:0)
[junit4] > at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithMultipleReplicas(CdcrBootstrapTest.java:293)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] IGNOR/A 0.00s J3 | CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster
[junit4] > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.cdcr.CdcrBootstrapTest_D0787B1541F26EB-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {_root_=PostingsFormat(name=LuceneVarGapDocFreqInterval), xyz=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=LuceneFixedGap)}, docValues:{}, maxPointsInLeafNode=741, maxMBSortInHeap=5.93286845429268, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=fi, timezone=Canada/Saskatchewan
[junit4] 2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=194446888,total=505413632
[junit4] 2> NOTE: All tests run in this JVM: [TestSSLRandomization, TestDynamicURP, OverseerTaskQueueTest, TestHighFrequencyDictionaryFactory, UpdateLogTest, TestSort, TestCaffeineCache, SolrMetricReporterTest, AtomicUpdateProcessorFactoryTest, BigEndianAscendingWordDeserializerTest, DistributedMLTComponentTest, TestSlowCompositeReaderWrapper, CloudExitableDirectoryReaderTest, TestSuggestSpellingConverter, BasicDistributedZkTest, NoCacheHeaderTest, TestSQLHandlerNonCloud, NumericFieldsTest, TestRandomFlRTGCloud, TestIndexingPerformance, TestSmileRequest, NodeMarkersRegistrationTest, AutoAddReplicasIntegrationTest, Tagger2Test, TestPolicyCloud, ForceLeaderWithTlogReplicasTest, TestExtendedDismaxParser, TestDynamicFieldCollectionResource, BufferStoreTest, TestSha256AuthenticationProvider, TestMaxTokenLenTokenizer, ZkSolrClientTest, PeerSyncWithIndexFingerprintCachingTest, SortSpecParsingTest, BJQParserTest, SimpleCollectionCreateDeleteTest, DeleteStatusTest, DistributedFacetPivotLongTailTest, SolrXmlInZkTest, UUIDFieldTest, TermVectorComponentDistributedTest, MBeansHandlerTest, RuleEngineTest, CrossCollectionJoinQueryTest, ExecutePlanActionTest, MultiSolrCloudTestCaseTest, TestPushWriter, TestLegacyNumericUtils, TestDefaultStatsCache, TestSolrCloudSnapshots, TestSortableTextField, TestFiltering, TestMultiWordSynonyms, SaslZkACLProviderTest, SplitHandlerTest, ClassificationUpdateProcessorIntegrationTest, HDFSCollectionsAPITest, TestSimLargeCluster, SecurityConfHandlerTest, TestScoreJoinQPNoScore, OutOfBoxZkACLAndCredentialsProvidersTest, HdfsUnloadDistributedZkTest, TestTermsQParserPlugin, TestSolrCLIRunExample, SuggesterTest, TestCloudSchemaless, DocValuesMultiTest, TestNumericTerms32, TestConfigSetsAPIExclusivity, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestSolrCoreParser, RAMDirectoryFactoryTest, TestCorePropertiesReload, RollingRestartTest, ConcurrentCreateCollectionTest, DistributedDebugComponentTest, TestSimDistributedQueue, JWTIssuerConfigTest, TestStressIncrementalBackup, TestClassicSimilarityFactory, TestSolrDeletionPolicy2, TestFieldCacheSortRandom, ConjunctionSolrSpellCheckerTest, DimensionalRoutedAliasUpdateProcessorTest, SmileWriterTest, TestRealTimeGet, TestComponentsName, TestDeprecatedFilters, DeleteLastCustomShardedReplicaTest, SchemaApiFailureTest, RecoveryAfterSoftCommitTest, TestCodecSupport, ChaosMonkeySafeLeaderTest, DistributedQueueTest, ZkControllerTest, TestSkipOverseerOperations, TestNumericRangeQuery64, DistanceUnitsTest, TestSchemaSimilarityResource, TestEmbeddedSolrServerSchemaAPI, TestExpandComponent, TestCloudRecovery2, InfixSuggestersTest, OverseerRolesTest, SolrLogAuditLoggerPluginTest, TestMinMaxOnMultiValuedField, HdfsCollectionsAPIDistributedZkTest, TestBlendedInfixSuggestions, TestConfigSetProperties, CurrencyFieldTypeTest, BaseCdcrDistributedZkTest, TestLeaderElectionZkExpiry, TestExportWriter, OrderedExecutorTest, SolrIndexSplitterTest, AnalysisAfterCoreReloadTest, BasicFunctionalityTest, ConvertedLegacyTest, CursorPagingTest, DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, EchoParamsTest, MinimalSchemaTest, SolrTestCaseJ4DeleteCoreTest, TestDistributedGrouping, TestDistributedMissingSort, TestDocumentBuilder, TestGroupingSearch, TestRandomFaceting, ClusterStateMockUtilTest, ClusterStateTest, ClusterStateUpdateTest, CollectionStateFormat2Test, ConcurrentCreateRoutedAliasTest, ConnectionManagerTest, DistribDocExpirationUpdateProcessorTest, LeaderElectionIntegrationTest, MetricsHistoryIntegrationTest, MissingSegmentRecoveryTest, NestedShardedAtomicUpdateTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, PackageManagerCLITest, ReindexCollectionTest, TestLockTree, TestMiniSolrCloudClusterSSL, TestRequestForwarding, TestSegmentSorting, TestTlogReplayVsRecovery, TestTlogReplica, TestHdfsCloudBackupRestore, TestReplicaProperties, HdfsAutoAddReplicasIntegrationTest, HttpTriggerListenerTest, IndexSizeTriggerMixedBoundsTest, TestSimExecutePlanAction, TestSimExtremeIndexing, TestSimGenericDistributedQueue, CdcrBidirectionalTest, CdcrBootstrapTest]
[junit4] Completed [825/935 (1!)] on J3 in 401.13s, 4 tests, 3 failures, 1 skipped <<< FAILURES!
[...truncated 51178 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1958 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1958/
6 tests failed.
FAILED: org.apache.solr.cloud.ZkFailoverTest.testRestartZkWhenClusterDown
Error Message:
No live SolrServers available to handle this request:[https://127.0.0.1:43757/solr/coll1]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:43757/solr/coll1]
at __randomizedtesting.SeedInfo.seed([54EEEB78E9F24597:3A7968349015E314]:0)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:346)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
at org.apache.solr.cloud.ZkFailoverTest.testRestartZkWhenClusterDown(ZkFailoverTest.java:64)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:43757/solr/coll1: no servers hosting shard: shard2
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
... 48 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ZkFailoverTest
Error Message:
16 threads leaked from SUITE scope at org.apache.solr.cloud.ZkFailoverTest: 1) Thread[id=8043, name=NIOWorkerThread-2, state=WAITING, group=TGRP-ZkFailoverTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=8048, name=NIOWorkerThread-4, state=WAITING, group=TGRP-ZkFailoverTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=8032, name=ZkTestServer Run Thread, state=WAITING, group=TGRP-ZkFailoverTest] at java.lang.Object.wait(Native Method) at java.lang.Thread.join(Thread.java:1252) at java.lang.Thread.join(Thread.java:1326) at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:929) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:349) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) 4) Thread[id=8052, name=NIOWorkerThread-7, state=WAITING, group=TGRP-ZkFailoverTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=8036, name=SessionTracker, state=TIMED_WAITING, group=TGRP-ZkFailoverTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:157) 6) Thread[id=8037, name=SyncThread:0, state=WAITING, group=TGRP-ZkFailoverTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) 7) Thread[id=8049, name=NIOWorkerThread-5, state=WAITING, group=TGRP-ZkFailoverTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=8035, name=NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:39207, state=RUNNABLE, group=TGRP-ZkFailoverTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:219) at org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:195) 9) Thread[id=8038, name=ProcessThread(sid:0 cport:39207):, state=WAITING, group=TGRP-ZkFailoverTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:140) 10) Thread[id=8033, name=ConnnectionExpirer, state=TIMED_WAITING, group=TGRP-ZkFailoverTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:568) 11) Thread[id=8054, name=NIOWorkerThread-8, state=WAITING, group=TGRP-ZkFailoverTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=8039, name=RequestThrottler, state=WAITING, group=TGRP-ZkFailoverTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:139) 13) Thread[id=8051, name=NIOWorkerThread-6, state=WAITING, group=TGRP-ZkFailoverTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=8034, name=NIOServerCxnFactory.SelectorThread-0, state=RUNNABLE, group=TGRP-ZkFailoverTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:417) at org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:382) 15) Thread[id=8040, name=NIOWorkerThread-1, state=WAITING, group=TGRP-ZkFailoverTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 16) Thread[id=8044, name=NIOWorkerThread-3, state=WAITING, group=TGRP-ZkFailoverTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 16 threads leaked from SUITE scope at org.apache.solr.cloud.ZkFailoverTest:
1) Thread[id=8043, name=NIOWorkerThread-2, state=WAITING, group=TGRP-ZkFailoverTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=8048, name=NIOWorkerThread-4, state=WAITING, group=TGRP-ZkFailoverTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=8032, name=ZkTestServer Run Thread, state=WAITING, group=TGRP-ZkFailoverTest]
at java.lang.Object.wait(Native Method)
at java.lang.Thread.join(Thread.java:1252)
at java.lang.Thread.join(Thread.java:1326)
at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:929)
at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:349)
at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580)
4) Thread[id=8052, name=NIOWorkerThread-7, state=WAITING, group=TGRP-ZkFailoverTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=8036, name=SessionTracker, state=TIMED_WAITING, group=TGRP-ZkFailoverTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:157)
6) Thread[id=8037, name=SyncThread:0, state=WAITING, group=TGRP-ZkFailoverTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170)
7) Thread[id=8049, name=NIOWorkerThread-5, state=WAITING, group=TGRP-ZkFailoverTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=8035, name=NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:39207, state=RUNNABLE, group=TGRP-ZkFailoverTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:219)
at org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:195)
9) Thread[id=8038, name=ProcessThread(sid:0 cport:39207):, state=WAITING, group=TGRP-ZkFailoverTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:140)
10) Thread[id=8033, name=ConnnectionExpirer, state=TIMED_WAITING, group=TGRP-ZkFailoverTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:568)
11) Thread[id=8054, name=NIOWorkerThread-8, state=WAITING, group=TGRP-ZkFailoverTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=8039, name=RequestThrottler, state=WAITING, group=TGRP-ZkFailoverTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:139)
13) Thread[id=8051, name=NIOWorkerThread-6, state=WAITING, group=TGRP-ZkFailoverTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
14) Thread[id=8034, name=NIOServerCxnFactory.SelectorThread-0, state=RUNNABLE, group=TGRP-ZkFailoverTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:417)
at org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:382)
15) Thread[id=8040, name=NIOWorkerThread-1, state=WAITING, group=TGRP-ZkFailoverTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
16) Thread[id=8044, name=NIOWorkerThread-3, state=WAITING, group=TGRP-ZkFailoverTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([54EEEB78E9F24597]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ZkFailoverTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=8049, name=NIOWorkerThread-5, state=WAITING, group=TGRP-ZkFailoverTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=8043, name=NIOWorkerThread-2, state=WAITING, group=TGRP-ZkFailoverTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=8035, name=NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:39207, state=RUNNABLE, group=TGRP-ZkFailoverTest] at sun.nio.ch.IOUtil.drain(Native Method) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:219) at org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:195) 4) Thread[id=8048, name=NIOWorkerThread-4, state=WAITING, group=TGRP-ZkFailoverTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=8054, name=NIOWorkerThread-8, state=WAITING, group=TGRP-ZkFailoverTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=8051, name=NIOWorkerThread-6, state=WAITING, group=TGRP-ZkFailoverTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=8052, name=NIOWorkerThread-7, state=WAITING, group=TGRP-ZkFailoverTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=8034, name=NIOServerCxnFactory.SelectorThread-0, state=RUNNABLE, group=TGRP-ZkFailoverTest] at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method) at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317) at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:207) at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213) at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:417) at org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:382) 9) Thread[id=8040, name=NIOWorkerThread-1, state=WAITING, group=TGRP-ZkFailoverTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=8044, name=NIOWorkerThread-3, state=WAITING, group=TGRP-ZkFailoverTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=8049, name=NIOWorkerThread-5, state=WAITING, group=TGRP-ZkFailoverTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=8043, name=NIOWorkerThread-2, state=WAITING, group=TGRP-ZkFailoverTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=8035, name=NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:39207, state=RUNNABLE, group=TGRP-ZkFailoverTest]
at sun.nio.ch.IOUtil.drain(Native Method)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:219)
at org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:195)
4) Thread[id=8048, name=NIOWorkerThread-4, state=WAITING, group=TGRP-ZkFailoverTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=8054, name=NIOWorkerThread-8, state=WAITING, group=TGRP-ZkFailoverTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=8051, name=NIOWorkerThread-6, state=WAITING, group=TGRP-ZkFailoverTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=8052, name=NIOWorkerThread-7, state=WAITING, group=TGRP-ZkFailoverTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=8034, name=NIOServerCxnFactory.SelectorThread-0, state=RUNNABLE, group=TGRP-ZkFailoverTest]
at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317)
at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:207)
at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:417)
at org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:382)
9) Thread[id=8040, name=NIOWorkerThread-1, state=WAITING, group=TGRP-ZkFailoverTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=8044, name=NIOWorkerThread-3, state=WAITING, group=TGRP-ZkFailoverTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([54EEEB78E9F24597]:0)
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithSourceCluster
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([54EEEB78E9F24597:8DB8BABCEA9656DD]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithSourceCluster(CdcrBootstrapTest.java:208)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([54EEEB78E9F24597:8339C40F5DADDDD0]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap(CdcrBootstrapTest.java:129)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithMultipleReplicas
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([54EEEB78E9F24597:C213E57894B4F3D5]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithMultipleReplicas(CdcrBootstrapTest.java:293)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14020 lines...]
[junit4] Suite: org.apache.solr.cloud.ZkFailoverTest
[junit4] 2> 595774 INFO (SUITE-ZkFailoverTest-seed#[54EEEB78E9F24597]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> 595774 INFO (SUITE-ZkFailoverTest-seed#[54EEEB78E9F24597]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 595774 INFO (SUITE-ZkFailoverTest-seed#[54EEEB78E9F24597]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.ZkFailoverTest_54EEEB78E9F24597-001/data-dir-51-001
[junit4] 2> 595774 WARN (SUITE-ZkFailoverTest-seed#[54EEEB78E9F24597]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=18 numCloses=18
[junit4] 2> 595774 INFO (SUITE-ZkFailoverTest-seed#[54EEEB78E9F24597]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 595776 INFO (SUITE-ZkFailoverTest-seed#[54EEEB78E9F24597]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 595777 INFO (SUITE-ZkFailoverTest-seed#[54EEEB78E9F24597]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.ZkFailoverTest_54EEEB78E9F24597-001/tempDir-001
[junit4] 2> 595777 INFO (SUITE-ZkFailoverTest-seed#[54EEEB78E9F24597]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 595777 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 595777 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 595778 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 595877 INFO (SUITE-ZkFailoverTest-seed#[54EEEB78E9F24597]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port: 39207
[junit4] 2> 595877 INFO (SUITE-ZkFailoverTest-seed#[54EEEB78E9F24597]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:39207
[junit4] 2> 595877 INFO (SUITE-ZkFailoverTest-seed#[54EEEB78E9F24597]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:39207
[junit4] 2> 595877 INFO (SUITE-ZkFailoverTest-seed#[54EEEB78E9F24597]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 39207
[junit4] 2> 595880 INFO (SUITE-ZkFailoverTest-seed#[54EEEB78E9F24597]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 595902 INFO (zkConnectionManagerCallback-4763-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 595902 INFO (SUITE-ZkFailoverTest-seed#[54EEEB78E9F24597]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 595923 INFO (SUITE-ZkFailoverTest-seed#[54EEEB78E9F24597]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 595925 INFO (zkConnectionManagerCallback-4765-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 595925 INFO (SUITE-ZkFailoverTest-seed#[54EEEB78E9F24597]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 595926 INFO (SUITE-ZkFailoverTest-seed#[54EEEB78E9F24597]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 595927 INFO (zkConnectionManagerCallback-4767-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 595927 INFO (SUITE-ZkFailoverTest-seed#[54EEEB78E9F24597]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 596034 INFO (jetty-launcher-4768-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 596034 INFO (jetty-launcher-4768-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 596034 INFO (jetty-launcher-4768-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 596034 INFO (jetty-launcher-4768-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 596034 INFO (jetty-launcher-4768-thread-2) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 596034 INFO (jetty-launcher-4768-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 596035 INFO (jetty-launcher-4768-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 596035 INFO (jetty-launcher-4768-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 596035 INFO (jetty-launcher-4768-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 596035 INFO (jetty-launcher-4768-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 596035 INFO (jetty-launcher-4768-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 596035 INFO (jetty-launcher-4768-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 596035 INFO (jetty-launcher-4768-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5f77d9e4{/solr,null,AVAILABLE}
[junit4] 2> 596036 INFO (jetty-launcher-4768-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@725f5d{/solr,null,AVAILABLE}
[junit4] 2> 596036 INFO (jetty-launcher-4768-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@509beb03{SSL, (ssl, http/1.1)}{127.0.0.1:43757}
[junit4] 2> 596036 INFO (jetty-launcher-4768-thread-2) [ ] o.e.j.s.Server Started @596069ms
[junit4] 2> 596036 INFO (jetty-launcher-4768-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:39207/solr, hostPort=43757}
[junit4] 2> 596036 ERROR (jetty-launcher-4768-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 596036 INFO (jetty-launcher-4768-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 596037 INFO (jetty-launcher-4768-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 596037 INFO (jetty-launcher-4768-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 596037 INFO (jetty-launcher-4768-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 596037 INFO (jetty-launcher-4768-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-02T01:33:19.223Z
[junit4] 2> 596037 INFO (jetty-launcher-4768-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6295061d{SSL, (ssl, http/1.1)}{127.0.0.1:35671}
[junit4] 2> 596037 INFO (jetty-launcher-4768-thread-1) [ ] o.e.j.s.Server Started @596069ms
[junit4] 2> 596037 INFO (jetty-launcher-4768-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:39207/solr, hostPort=35671}
[junit4] 2> 596037 ERROR (jetty-launcher-4768-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 596037 INFO (jetty-launcher-4768-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 596037 INFO (jetty-launcher-4768-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 596037 INFO (jetty-launcher-4768-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 596037 INFO (jetty-launcher-4768-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 596037 INFO (jetty-launcher-4768-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-02T01:33:19.223Z
[junit4] 2> 596040 INFO (jetty-launcher-4768-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 596040 INFO (jetty-launcher-4768-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 596041 INFO (zkConnectionManagerCallback-4770-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 596041 INFO (jetty-launcher-4768-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 596041 INFO (zkConnectionManagerCallback-4772-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 596041 INFO (jetty-launcher-4768-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 596042 INFO (jetty-launcher-4768-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 596042 INFO (jetty-launcher-4768-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 596045 INFO (jetty-launcher-4768-thread-2) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 596046 INFO (jetty-launcher-4768-thread-1) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 596047 WARN (jetty-launcher-4768-thread-1-SendThread(127.0.0.1:39207)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1044723b82a0004.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1044723b82a0004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1044723b82a0004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 596481 INFO (jetty-launcher-4768-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 596482 WARN (jetty-launcher-4768-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 596482 WARN (jetty-launcher-4768-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3c3cdf50[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 596482 WARN (jetty-launcher-4768-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3c3cdf50[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 596485 WARN (jetty-launcher-4768-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 596491 WARN (jetty-launcher-4768-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6141e4bf[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 596491 WARN (jetty-launcher-4768-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6141e4bf[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 596492 INFO (jetty-launcher-4768-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39207/solr
[junit4] 2> 596492 INFO (jetty-launcher-4768-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 596496 INFO (zkConnectionManagerCallback-4786-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 596496 INFO (jetty-launcher-4768-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 596598 INFO (jetty-launcher-4768-thread-1) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 596599 INFO (zkConnectionManagerCallback-4788-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 596599 INFO (jetty-launcher-4768-thread-1) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 596607 WARN (jetty-launcher-4768-thread-1) [n:127.0.0.1:35671_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 596661 INFO (jetty-launcher-4768-thread-1) [n:127.0.0.1:35671_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35671_solr
[junit4] 2> 596661 INFO (jetty-launcher-4768-thread-1) [n:127.0.0.1:35671_solr ] o.a.s.c.Overseer Overseer (id=73261712683958278-127.0.0.1:35671_solr-n_0000000000) starting
[junit4] 2> 596665 INFO (OverseerStateUpdate-73261712683958278-127.0.0.1:35671_solr-n_0000000000) [n:127.0.0.1:35671_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:35671_solr
[junit4] 2> 596672 INFO (jetty-launcher-4768-thread-1) [n:127.0.0.1:35671_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35671_solr
[junit4] 2> 596674 INFO (jetty-launcher-4768-thread-1) [n:127.0.0.1:35671_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 596674 WARN (jetty-launcher-4768-thread-1) [n:127.0.0.1:35671_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 596679 INFO (zkCallback-4787-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 596692 INFO (jetty-launcher-4768-thread-1) [n:127.0.0.1:35671_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.ZkFailoverTest_54EEEB78E9F24597-001/tempDir-001/node1
[junit4] 2> 596957 INFO (jetty-launcher-4768-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 596957 WARN (jetty-launcher-4768-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 596958 WARN (jetty-launcher-4768-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4a26d127[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 596958 WARN (jetty-launcher-4768-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4a26d127[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 596961 WARN (jetty-launcher-4768-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 596961 WARN (jetty-launcher-4768-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@359d85fe[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 596961 WARN (jetty-launcher-4768-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@359d85fe[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 596962 INFO (jetty-launcher-4768-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39207/solr
[junit4] 2> 596963 INFO (jetty-launcher-4768-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 596965 INFO (zkConnectionManagerCallback-4806-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 596965 INFO (jetty-launcher-4768-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 597068 INFO (jetty-launcher-4768-thread-2) [n:127.0.0.1:43757_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 597068 INFO (zkConnectionManagerCallback-4808-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 597068 INFO (jetty-launcher-4768-thread-2) [n:127.0.0.1:43757_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 597072 WARN (jetty-launcher-4768-thread-2) [n:127.0.0.1:43757_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 597072 INFO (jetty-launcher-4768-thread-2) [n:127.0.0.1:43757_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 597076 INFO (jetty-launcher-4768-thread-2) [n:127.0.0.1:43757_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:43757_solr as DOWN
[junit4] 2> 597077 INFO (jetty-launcher-4768-thread-2) [n:127.0.0.1:43757_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 597077 INFO (jetty-launcher-4768-thread-2) [n:127.0.0.1:43757_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43757_solr
[junit4] 2> 597077 INFO (zkCallback-4787-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 597079 INFO (jetty-launcher-4768-thread-2) [n:127.0.0.1:43757_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 597080 WARN (jetty-launcher-4768-thread-2) [n:127.0.0.1:43757_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 597084 INFO (zkCallback-4807-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 597094 INFO (jetty-launcher-4768-thread-2) [n:127.0.0.1:43757_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.ZkFailoverTest_54EEEB78E9F24597-001/tempDir-001/node2
[junit4] 2> 597103 INFO (SUITE-ZkFailoverTest-seed#[54EEEB78E9F24597]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
[junit4] 2> 597104 INFO (SUITE-ZkFailoverTest-seed#[54EEEB78E9F24597]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 597104 INFO (zkConnectionManagerCallback-4819-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 597104 INFO (SUITE-ZkFailoverTest-seed#[54EEEB78E9F24597]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 597105 INFO (SUITE-ZkFailoverTest-seed#[54EEEB78E9F24597]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 597106 INFO (SUITE-ZkFailoverTest-seed#[54EEEB78E9F24597]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39207/solr ready
[junit4] 2> 597124 INFO (TEST-ZkFailoverTest.testRestartZkWhenClusterDown-seed#[54EEEB78E9F24597]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRestartZkWhenClusterDown
[junit4] 2> 597152 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection coll1
[junit4] 2> 597153 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default to /configs/coll1.AUTOCREATED
[junit4] 2> 597154 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/coll1.AUTOCREATED/protwords.txt
[junit4] 2> 597155 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/coll1.AUTOCREATED/managed-schema
[junit4] 2> 597156 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/coll1.AUTOCREATED/solrconfig.xml
[junit4] 2> 597158 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/coll1.AUTOCREATED/lang/contractions_it.txt
[junit4] 2> 597159 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/coll1.AUTOCREATED/lang/contractions_ca.txt
[junit4] 2> 597160 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/coll1.AUTOCREATED/lang/stopwords_no.txt
[junit4] 2> 597161 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/coll1.AUTOCREATED/lang/stemdict_nl.txt
[junit4] 2> 597163 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/coll1.AUTOCREATED/lang/stopwords_hy.txt
[junit4] 2> 597168 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/coll1.AUTOCREATED/lang/stopwords_id.txt
[junit4] 2> 597171 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_et.txt to /configs/coll1.AUTOCREATED/lang/stopwords_et.txt
[junit4] 2> 597173 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/coll1.AUTOCREATED/lang/stopwords_hi.txt
[junit4] 2> 597174 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/coll1.AUTOCREATED/lang/stopwords_da.txt
[junit4] 2> 597175 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/coll1.AUTOCREATED/lang/stopwords_ga.txt
[junit4] 2> 597177 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/coll1.AUTOCREATED/lang/stopwords_ja.txt
[junit4] 2> 597179 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/coll1.AUTOCREATED/lang/stopwords_pt.txt
[junit4] 2> 597180 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/coll1.AUTOCREATED/lang/stopwords_hu.txt
[junit4] 2> 597181 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/coll1.AUTOCREATED/lang/stopwords_el.txt
[junit4] 2> 597183 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/coll1.AUTOCREATED/lang/stopwords_ru.txt
[junit4] 2> 597184 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/coll1.AUTOCREATED/lang/stopwords_tr.txt
[junit4] 2> 597185 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/coll1.AUTOCREATED/lang/stopwords_ar.txt
[junit4] 2> 597187 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/coll1.AUTOCREATED/lang/userdict_ja.txt
[junit4] 2> 597188 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/coll1.AUTOCREATED/lang/stopwords_it.txt
[junit4] 2> 597189 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/coll1.AUTOCREATED/lang/stopwords_eu.txt
[junit4] 2> 597190 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/coll1.AUTOCREATED/lang/stopwords_cz.txt
[junit4] 2> 597192 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/coll1.AUTOCREATED/lang/stoptags_ja.txt
[junit4] 2> 597193 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/coll1.AUTOCREATED/lang/contractions_fr.txt
[junit4] 2> 597194 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/coll1.AUTOCREATED/lang/stopwords_fa.txt
[junit4] 2> 597196 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/coll1.AUTOCREATED/lang/stopwords_de.txt
[junit4] 2> 597197 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/coll1.AUTOCREATED/lang/contractions_ga.txt
[junit4] 2> 597198 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/coll1.AUTOCREATED/lang/stopwords_ca.txt
[junit4] 2> 597199 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/coll1.AUTOCREATED/lang/stopwords_nl.txt
[junit4] 2> 597200 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/coll1.AUTOCREATED/lang/stopwords_bg.txt
[junit4] 2> 597201 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/coll1.AUTOCREATED/lang/stopwords_es.txt
[junit4] 2> 597203 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/coll1.AUTOCREATED/lang/stopwords_en.txt
[junit4] 2> 597204 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/coll1.AUTOCREATED/lang/stopwords_lv.txt
[junit4] 2> 597205 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/coll1.AUTOCREATED/lang/stopwords_th.txt
[junit4] 2> 597206 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/coll1.AUTOCREATED/lang/stopwords_ro.txt
[junit4] 2> 597207 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/coll1.AUTOCREATED/lang/stopwords_fr.txt
[junit4] 2> 597208 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/coll1.AUTOCREATED/lang/stopwords_sv.txt
[junit4] 2> 597210 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/coll1.AUTOCREATED/lang/stopwords_fi.txt
[junit4] 2> 597211 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/coll1.AUTOCREATED/lang/hyphenations_ga.txt
[junit4] 2> 597212 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/coll1.AUTOCREATED/lang/stopwords_gl.txt
[junit4] 2> 597213 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/coll1.AUTOCREATED/synonyms.txt
[junit4] 2> 597214 INFO (OverseerThreadFactory-4795-thread-1-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/coll1.AUTOCREATED/stopwords.txt
[junit4] 2> 597322 INFO (OverseerStateUpdate-73261712683958278-127.0.0.1:35671_solr-n_0000000000) [n:127.0.0.1:35671_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"coll1_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:43757_solr",
[junit4] 2> "base_url":"https://127.0.0.1:43757/solr",
[junit4] 2> "collection":"coll1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 597324 INFO (OverseerStateUpdate-73261712683958278-127.0.0.1:35671_solr-n_0000000000) [n:127.0.0.1:35671_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"coll1_shard2_replica_n2",
[junit4] 2> "node_name":"127.0.0.1:35671_solr",
[junit4] 2> "base_url":"https://127.0.0.1:35671/solr",
[junit4] 2> "col
[...truncated too long message...]
etty-closer-8115-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 955117 INFO (jetty-closer-8115-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 955117 INFO (jetty-closer-8115-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 955117 INFO (jetty-closer-8115-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 955117 INFO (jetty-closer-8115-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 955117 INFO (jetty-closer-8115-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 955122 INFO (closeThreadPool-8131-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73261727695765511-127.0.0.1:40345_solr-n_0000000000) closing
[junit4] 2> 955122 INFO (OverseerStateUpdate-73261727695765511-127.0.0.1:40345_solr-n_0000000000) [n:127.0.0.1:40345_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40345_solr
[junit4] 2> 955124 WARN (jetty-launcher-7885-thread-1-SendThread(127.0.0.1:37633)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x104472736f00007.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x104472736f00007, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x104472736f00007, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 955130 INFO (zkCallback-7945-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 955131 INFO (zkCallback-7929-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 955131 INFO (OverseerAutoScalingTriggerThread-73261727695765511-127.0.0.1:40345_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 955131 INFO (closeThreadPool-8131-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73261727695765511-127.0.0.1:40345_solr-n_0000000000) closing
[junit4] 2> 955225 INFO (jetty-closer-8115-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73261727695765511-127.0.0.1:40345_solr-n_0000000000) closing
[junit4] 2> 955226 INFO (jetty-closer-8115-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1a54a578{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 955227 INFO (jetty-closer-8115-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7ebb57c3{/solr,null,STOPPED}
[junit4] 2> 955227 INFO (jetty-closer-8115-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 955326 INFO (jetty-closer-8115-thread-3) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5bf45ef9{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 955326 INFO (jetty-closer-8115-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7eec5f2{/solr,null,STOPPED}
[junit4] 2> 955327 INFO (jetty-closer-8115-thread-3) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 955426 INFO (jetty-closer-8115-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1bab5e84{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 955426 INFO (jetty-closer-8115-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@313e7b3b{/solr,null,STOPPED}
[junit4] 2> 955427 INFO (jetty-closer-8115-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 955427 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[54EEEB78E9F24597]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 955629 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections/cdcr-target/terms/shard1
[junit4] 2> 6 /solr/collections/cdcr-target/leaders/shard1/leader
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 3 /solr/configs/cdcr-target/managed-schema
[junit4] 2> 3 /solr/packages.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/cdcr-target
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 44 /solr/collections/cdcr-target/state.json
[junit4] 2> 7 /solr/collections/cdcr-target/cdcr/state/process
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 3 /solr/collections/cdcr-target/cdcr/state/buffer
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 29 /solr/collections/cdcr-target/state.json
[junit4] 2> 25 /solr/overseer/queue
[junit4] 2> 13 /solr/live_nodes
[junit4] 2> 9 /solr/collections
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 955632 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[54EEEB78E9F24597]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:37633
[junit4] 2> 955632 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[54EEEB78E9F24597]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:37633
[junit4] 2> 955632 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[54EEEB78E9F24597]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 37633
[junit4] 2> 955633 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[54EEEB78E9F24597]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBootstrapWithMultipleReplicas
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CdcrBootstrapTest -Dtests.method=testBootstrapWithMultipleReplicas -Dtests.seed=54EEEB78E9F24597 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=it-IT -Dtests.timezone=Pacific/Tarawa -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 131s J1 | CdcrBootstrapTest.testBootstrapWithMultipleReplicas <<<
[junit4] > Throwable #1: java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
[junit4] > at __randomizedtesting.SeedInfo.seed([54EEEB78E9F24597:C213E57894B4F3D5]:0)
[junit4] > at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithMultipleReplicas(CdcrBootstrapTest.java:293)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_54EEEB78E9F24597-001
[junit4] 2> Apr 02, 2021 1:39:18 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {_root_=FST50, xyz=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), id=BlockTreeOrds(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1438, maxMBSortInHeap=6.79775955941556, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=it-IT, timezone=Pacific/Tarawa
[junit4] 2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=285409856,total=519569408
[junit4] 2> NOTE: All tests run in this JVM: [FieldAnalysisRequestHandlerTest, UtilsToolTest, ShardRoutingTest, HttpPartitionOnCommitTest, TestBulkSchemaConcurrent, CustomCollectionTest, TestCollectionAPI, AutoScalingHandlerTest, ResourceLoaderTest, FileUtilsTest, CloneFieldUpdateProcessorFactoryTest, DirectSolrConnectionTest, TestConfigOverlay, LoggingHandlerTest, PackageManagerCLITest, TestExternalRoleRuleBasedAuthorizationPlugin, TestExceedMaxTermLength, TestInPlaceUpdatesRequiredField, DistributedQueryComponentOptimizationTest, TestConfigSetsAPIZkFailure, TestReversedWildcardFilterFactory, LeaderElectionIntegrationTest, OverseerSolrResponseUnsafeSerializationTest, TestCollationFieldDocValues, CustomTermsComponentTest, NestedShardedAtomicUpdateTest, MoveReplicaHDFSTest, ScheduledMaintenanceTriggerTest, TestCrossCoreJoin, TestFieldCacheReopen, TestManagedSynonymGraphFilterFactory, BitVectorTest, TestRawTransformer, TestMiniSolrCloudClusterSSL, TestDFRSimilarityFactory, TestSimNodeLostTrigger, ConnectionReuseTest, TestRestoreCore, CreateRoutedAliasTest, TestSchemaNameResource, SearchRateTriggerTest, TestTolerantUpdateProcessorRandomCloud, HLLUtilTest, MetricTriggerIntegrationTest, MultiDestinationAuditLoggerTest, QueryParsingTest, PolyFieldTest, FileBasedSpellCheckerTest, TestStressLucene, DeleteReplicaTest, MetricsHistoryHandlerTest, TestFreeTextSuggestions, DateRangeFieldTest, HdfsBackupRepositoryIntegrationTest, ByteBuffersDirectoryFactoryTest, TestRangeQuery, TestValueSourceCache, NodeLostTriggerIntegrationTest, BasicFunctionalityTest, DistributedTermsComponentTest, ZkNodePropsTest, TriggerEventQueueTest, CdcrBootstrapTest]
[junit4] Completed [817/935 (2!)] on J1 in 400.64s, 4 tests, 3 failures, 1 skipped <<< FAILURES!
[...truncated 51190 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1957 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1957/
3 tests failed.
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([5C6448AF8360CE73:8BB367D8373F5634]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap(CdcrBootstrapTest.java:129)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithMultipleReplicas
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([5C6448AF8360CE73:CA9946AFFE267831]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithMultipleReplicas(CdcrBootstrapTest.java:293)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithSourceCluster
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([5C6448AF8360CE73:8532196B8004DD39]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithSourceCluster(CdcrBootstrapTest.java:208)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14122 lines...]
[junit4] Suite: org.apache.solr.cloud.cdcr.CdcrBootstrapTest
[junit4] 2> 163367 INFO (SUITE-CdcrBootstrapTest-seed#[5C6448AF8360CE73]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> 163367 INFO (SUITE-CdcrBootstrapTest-seed#[5C6448AF8360CE73]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_5C6448AF8360CE73-001/data-dir-10-001
[junit4] 2> 163367 WARN (SUITE-CdcrBootstrapTest-seed#[5C6448AF8360CE73]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=11 numCloses=11
[junit4] 2> 163368 INFO (SUITE-CdcrBootstrapTest-seed#[5C6448AF8360CE73]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 163369 INFO (SUITE-CdcrBootstrapTest-seed#[5C6448AF8360CE73]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 163369 INFO (SUITE-CdcrBootstrapTest-seed#[5C6448AF8360CE73]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 163372 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testConvertClusterToCdcrAndBootstrap
[junit4] 2> 163372 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_5C6448AF8360CE73-001/cdcr-target-001
[junit4] 2> 163372 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 163373 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 163373 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 163374 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 163473 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.ZkTestServer start zk server on port: 45965
[junit4] 2> 163473 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:45965
[junit4] 2> 163473 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45965
[junit4] 2> 163473 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45965
[junit4] 2> 163474 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 163478 INFO (zkConnectionManagerCallback-2060-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 163478 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 163490 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 163494 INFO (zkConnectionManagerCallback-2062-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 163494 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 163498 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 163501 INFO (zkConnectionManagerCallback-2064-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 163501 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 163609 INFO (jetty-launcher-2065-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 163609 INFO (jetty-launcher-2065-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 163609 INFO (jetty-launcher-2065-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 163612 INFO (jetty-launcher-2065-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 163612 INFO (jetty-launcher-2065-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 163612 INFO (jetty-launcher-2065-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 163613 INFO (jetty-launcher-2065-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@187c83aa{/solr,null,AVAILABLE}
[junit4] 2> 163614 INFO (jetty-launcher-2065-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@160d8f5a{SSL, (ssl, http/1.1)}{127.0.0.1:36661}
[junit4] 2> 163614 INFO (jetty-launcher-2065-thread-1) [ ] o.e.j.s.Server Started @163686ms
[junit4] 2> 163614 INFO (jetty-launcher-2065-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:45965/solr, hostPort=36661}
[junit4] 2> 163614 ERROR (jetty-launcher-2065-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 163614 INFO (jetty-launcher-2065-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 163614 INFO (jetty-launcher-2065-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 163615 INFO (jetty-launcher-2065-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 163615 INFO (jetty-launcher-2065-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 163615 INFO (jetty-launcher-2065-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-01T22:55:08.005Z
[junit4] 2> 163617 INFO (jetty-launcher-2065-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 163617 INFO (zkConnectionManagerCallback-2067-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 163617 INFO (jetty-launcher-2065-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 163618 INFO (jetty-launcher-2065-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 163621 INFO (jetty-launcher-2065-thread-1) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 163622 WARN (jetty-launcher-2065-thread-1-SendThread(127.0.0.1:45965)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1044690b2350003.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1044690b2350003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1044690b2350003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 164987 INFO (jetty-launcher-2065-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 164988 WARN (jetty-launcher-2065-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 164989 WARN (jetty-launcher-2065-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@42c8e3ff[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 164989 WARN (jetty-launcher-2065-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@42c8e3ff[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 164995 WARN (jetty-launcher-2065-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 164996 WARN (jetty-launcher-2065-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@73e7ebb5[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 164996 WARN (jetty-launcher-2065-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@73e7ebb5[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 164997 INFO (jetty-launcher-2065-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45965/solr
[junit4] 2> 164998 INFO (jetty-launcher-2065-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 165002 INFO (zkConnectionManagerCallback-2078-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 165002 INFO (jetty-launcher-2065-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 165104 INFO (jetty-launcher-2065-thread-1) [n:127.0.0.1:36661_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 165105 INFO (zkConnectionManagerCallback-2080-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 165105 INFO (jetty-launcher-2065-thread-1) [n:127.0.0.1:36661_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 165114 WARN (jetty-launcher-2065-thread-1) [n:127.0.0.1:36661_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 165166 INFO (jetty-launcher-2065-thread-1) [n:127.0.0.1:36661_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36661_solr
[junit4] 2> 165167 INFO (jetty-launcher-2065-thread-1) [n:127.0.0.1:36661_solr ] o.a.s.c.Overseer Overseer (id=73261081223823365-127.0.0.1:36661_solr-n_0000000000) starting
[junit4] 2> 165233 INFO (jetty-launcher-2065-thread-1) [n:127.0.0.1:36661_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36661_solr
[junit4] 2> 165233 INFO (OverseerStateUpdate-73261081223823365-127.0.0.1:36661_solr-n_0000000000) [n:127.0.0.1:36661_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:36661_solr
[junit4] 2> 165234 INFO (OverseerStateUpdate-73261081223823365-127.0.0.1:36661_solr-n_0000000000) [n:127.0.0.1:36661_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 165236 INFO (jetty-launcher-2065-thread-1) [n:127.0.0.1:36661_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 165237 WARN (jetty-launcher-2065-thread-1) [n:127.0.0.1:36661_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 165251 INFO (jetty-launcher-2065-thread-1) [n:127.0.0.1:36661_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_5C6448AF8360CE73-001/cdcr-target-001/node1
[junit4] 2> 165270 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 165271 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 165273 INFO (zkConnectionManagerCallback-2095-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 165273 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 165274 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 165275 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45965/solr ready
[junit4] 2> 165275 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.c.CdcrBootstrapTest Target zkHost = 127.0.0.1:45965/solr
[junit4] 2> 165275 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_5C6448AF8360CE73-001/cdcr-source-001
[junit4] 2> 165275 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 165278 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 165278 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 165279 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 165378 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.ZkTestServer start zk server on port: 36151
[junit4] 2> 165378 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:36151
[junit4] 2> 165378 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36151
[junit4] 2> 165378 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36151
[junit4] 2> 165380 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 165390 INFO (zkConnectionManagerCallback-2097-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 165390 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 165401 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 165402 INFO (zkConnectionManagerCallback-2099-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 165402 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 165406 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 165408 INFO (zkConnectionManagerCallback-2101-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 165408 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 165410 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]-SendThread(127.0.0.1:36151)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1044690b9a90002.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1044690b9a90002, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1044690b9a90002, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 165641 INFO (jetty-launcher-2102-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 165641 INFO (jetty-launcher-2102-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 165641 INFO (jetty-launcher-2102-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 165642 INFO (jetty-launcher-2102-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 165642 INFO (jetty-launcher-2102-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 165642 INFO (jetty-launcher-2102-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 165642 INFO (jetty-launcher-2102-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4687ae05{/solr,null,AVAILABLE}
[junit4] 2> 165643 INFO (jetty-launcher-2102-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3bd035a2{SSL, (ssl, http/1.1)}{127.0.0.1:37673}
[junit4] 2> 165643 INFO (jetty-launcher-2102-thread-1) [ ] o.e.j.s.Server Started @165715ms
[junit4] 2> 165643 INFO (jetty-launcher-2102-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:36151/solr, hostPort=37673}
[junit4] 2> 165644 ERROR (jetty-launcher-2102-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 165644 INFO (jetty-launcher-2102-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 165644 INFO (jetty-launcher-2102-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 165644 INFO (jetty-launcher-2102-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 165644 INFO (jetty-launcher-2102-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 165644 INFO (jetty-launcher-2102-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-01T22:55:10.034Z
[junit4] 2> 165646 INFO (jetty-launcher-2102-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 165650 INFO (zkConnectionManagerCallback-2104-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 165650 INFO (jetty-launcher-2102-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 165650 INFO (jetty-launcher-2102-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 166647 INFO (jetty-launcher-2102-thread-1) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 166649 WARN (jetty-launcher-2102-thread-1-SendThread(127.0.0.1:36151)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1044690b9a90003.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1044690b9a90003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1044690b9a90003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 167751 INFO (jetty-launcher-2102-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 167751 WARN (jetty-launcher-2102-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 167752 WARN (jetty-launcher-2102-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@596dcfde[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 167752 WARN (jetty-launcher-2102-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@596dcfde[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 167758 WARN (jetty-launcher-2102-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 167759 WARN (jetty-launcher-2102-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4c5cad9a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 167759 WARN (jetty-launcher-2102-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4c5cad9a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 167760 INFO (jetty-launcher-2102-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36151/solr
[junit4] 2> 167762 INFO (jetty-launcher-2102-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 167766 INFO (zkConnectionManagerCallback-2115-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 167766 INFO (jetty-launcher-2102-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 167868 INFO (jetty-launcher-2102-thread-1) [n:127.0.0.1:37673_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 167870 INFO (zkConnectionManagerCallback-2117-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 167870 INFO (jetty-launcher-2102-thread-1) [n:127.0.0.1:37673_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 167878 WARN (jetty-launcher-2102-thread-1) [n:127.0.0.1:37673_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 167929 INFO (jetty-launcher-2102-thread-1) [n:127.0.0.1:37673_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37673_solr
[junit4] 2> 167930 INFO (jetty-launcher-2102-thread-1) [n:127.0.0.1:37673_solr ] o.a.s.c.Overseer Overseer (id=73261081348866053-127.0.0.1:37673_solr-n_0000000000) starting
[junit4] 2> 167936 INFO (OverseerStateUpdate-73261081348866053-127.0.0.1:37673_solr-n_0000000000) [n:127.0.0.1:37673_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37673_solr
[junit4] 2> 167938 INFO (jetty-launcher-2102-thread-1) [n:127.0.0.1:37673_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37673_solr
[junit4] 2> 167941 INFO (jetty-launcher-2102-thread-1) [n:127.0.0.1:37673_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 167942 WARN (jetty-launcher-2102-thread-1) [n:127.0.0.1:37673_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 167944 INFO (zkCallback-2116-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 167959 INFO (jetty-launcher-2102-thread-1) [n:127.0.0.1:37673_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_5C6448AF8360CE73-001/cdcr-source-001/node1
[junit4] 2> 167974 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 167975 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 167978 INFO (zkConnectionManagerCallback-2132-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 167978 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 167979 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 167980 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36151/solr ready
[junit4] 2> 167986 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 167990 INFO (zkConnectionManagerCallback-2134-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 167990 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 167993 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]-SendThread(127.0.0.1:36151)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1044690b9a90007.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1044690b9a90007, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1044690b9a90007, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 168134 INFO (OverseerThreadFactory-2124-thread-1-processing-n:127.0.0.1:37673_solr) [n:127.0.0.1:37673_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection cdcr-source
[junit4] 2> 168244 INFO (OverseerStateUpdate-73261081348866053-127.0.0.1:37673_solr-n_0000000000) [n:127.0.0.1:37673_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"cdcr-source_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:37673_solr",
[junit4] 2> "base_url":"https://127.0.0.1:37673/solr",
[junit4] 2> "collection":"cdcr-source",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 168460 INFO (qtp824729298-3771) [n:127.0.0.1:37673_solr x:cdcr-source_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 168460 INFO (qtp824729298-3771) [n:127.0.0.1:37673_solr x:cdcr-source_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 168683 INFO (qtp824729298-3771) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 168690 INFO (qtp824729298-3771) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 168691 INFO (qtp824729298-3771) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 168691 INFO (qtp824729298-3771) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from configset cdcr-source, trusted=true
[junit4] 2> 168699 INFO (qtp824729298-3771) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_5C6448AF8360CE73-001/cdcr-source-001/node1/cdcr-source_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_5C6448AF8360CE73-001/cdcr-source-001/node1/cdcr-source_shard1_replica_n1/data/]
[junit4] 2> 168744 INFO (qtp824729298-3771) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 168744 INFO (qtp824729298-3771) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 168744 INFO (qtp824729298-3771) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 168744 INFO (qtp824729298-3771) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 168753 INFO (qtp824729298-3771) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
[junit4] 2> 168754 INFO (qtp824729298-3771) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
[junit4] 2> 168754 INFO (qtp824729298-3771) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 168754 INFO (qtp824729298-3771) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1695880538377682944
[junit4] 2> 168757 INFO (searcherExecutor-2136-thread-1-processing-n:127.0.0.1:37673_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 168762 INFO (qtp824729298-3771) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/cdcr-source/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 168762 INFO (qtp824729298-3771) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/cdcr-source/leaders/shard1
[junit4] 2> 168765 INFO (qtp824729298-3771) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 168765 INFO (qtp824729298-3771) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 168765 INFO (qtp824729298-3771) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37673/solr/cdcr-source_shard1_replica_n1/
[junit4] 2> 168766 INFO (qtp824729298-3771) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 168766 INFO (qtp824729298-3771) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:37673/solr/cdcr-source_shard1_replica_n1/ has no replicas
[junit4] 2> 168766 INFO (qtp824729298-3771) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/cdcr-source/leaders/shard1/leader after winning as /collections/cdcr-source/leader_elect/shard1/election/73261081348866053-core_node2-n_0000000000
[junit4] 2> 168769 INFO (qtp824729298-3771) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37673/solr/cdcr-source_shard1_replica_n1/ shard1
[junit4] 2> 168871 INFO (zkCallback-2116-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 168871 INFO (zkCallback-2116-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 168873 INFO (qtp824729298-3771) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 168877 INFO (qtp824729298-3771) [n:127.0.0.1:37673_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=417
[junit4] 2> 168882 INFO (qtp824729298-3775) [n:127.0.0.1:37673_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 168977 INFO (zkCallback-2116-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 168977 INFO (zkCallback-2116-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 168977 INFO (zkCallback-2116-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 168978 INFO (qtp824729298-3775) [n:127.0.0.1:37673_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=847
[junit4] 2> 168978 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: cdcr-source
[junit4] 2> 168997 INFO (qtp824729298-3772) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/cdcr-source/terms/shard1 to Terms{values={core_node2=1}, version=1}
[junit4] 2> 168997 INFO (qtp824729298-3772) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_0 (1695880538623049728), source_1 (1695880538625146880), source_2 (1695880538625146881), source_3 (1695880538625146882), source_4 (1695880538625146883), source_5 (1695880538625146884), source_6 (1695880538625146885), source_7 (1695880538625146886), source_8 (1695880538625146887), source_9 (1695880538625146888), ... (100 adds)]} 0 10
[junit4] 2> 169280 INFO (searcherExecutor-2136-thread-1-processing-n:127.0.0.1:37673_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 169280 INFO (qtp824729298-3773) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 281
[junit4] 2> 169289 INFO (qtp824729298-3773) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_100 (1695880538931331072), source_101 (1695880538934476800), source_102 (1695880538934476801), source_103 (1695880538934476802), source_104 (1695880538934476803), source_105 (1695880538934476804), source_106 (1695880538934476805), source_107 (1695880538934476806), source_108 (1695880538934476807), source_109 (1695880538934476808), ... (100 adds)]} 0 6
[junit4] 2> 169559 INFO (searcherExecutor-2136-thread-1-processing-n:127.0.0.1:37673_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 169559 INFO (qtp824729298-3774) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 269
[junit4] 2> 169572 INFO (qtp824729298-3774) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_200 (1695880539223883776), source_201 (1695880539225980928), source_202 (1695880539225980929), source_203 (1695880539225980930), source_204 (1695880539225980931), source_205 (1695880539225980932), source_206 (1695880539225980933), source_207 (1695880539225980934), source_208 (1695880539225980935), source_209 (1695880539225980936), ... (100 adds)]} 0 10
[junit4] 2> 169848 INFO (searcherExecutor-2136-thread-1-processing-n:127.0.0.1:37673_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 169848 INFO (qtp824729298-3774) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 275
[junit4] 2> 169856 INFO (qtp824729298-3774) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_300 (1695880539526922240), source_301 (1695880539527970816), source_302 (1695880539527970817), source_303 (1695880539527970818), source_304 (1695880539527970819), source_305 (1695880539527970820), source_306 (1695880539527970821), source_307 (1695880539527970822), source_308 (1695880539527970823), source_309 (1695880539527970824), ... (100 adds)]} 0 6
[junit4] 2> 170130 INFO (searcherExecutor-2136-thread-1-processing-n:127.0.0.1:37673_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 170130 INFO (qtp824729298-3771) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 273
[junit4] 2> 170136 INFO (qtp824729298-3775) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_400 (1695880539822620672), source_401 (1695880539823669248), source_402 (1695880539823669249), source_403 (1695880539824717824), source_404 (1695880539824717825), source_405 (1695880539824717826), source_406 (1695880539824717827), source_407 (1695880539824717828), source_408 (1695880539824717829), source_409 (1695880539824717830), ... (100 adds)]} 0 3
[junit4] 2> 170137 INFO (OverseerCollectionConfigSetProcessor-73261081348866053-127.0.0.1:37673_solr-n_0000000000) [n:127.0.0.1:37673_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 170412 INFO (searcherExecutor-2136-thread-1-processing-n:127.0.0.1:37673_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 170412 INFO (qtp824729298-3772) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 275
[junit4] 2> 170418 INFO (qtp824729298-3773) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_500 (1695880540118319104), source_501 (1695880540119367680), source_502 (1695880540119367681), source_503 (1695880540119367682), source_504 (1695880540120416256), source_505 (1695880540120416257), source_506 (1695880540120416258), source_507 (1695880540120416259), source_508 (1695880540120416260), source_509 (1695880540120416261), ... (100 adds)]} 0 3
[junit4] 2> 170688 INFO (searcherExecutor-2136-thread-1-processing-n:127.0.0.1:37673_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 170689 INFO (qtp824729298-3773) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 270
[junit4] 2> 170695 INFO (qtp824729298-3774) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_600 (1695880540408774656), source_601 (1695880540409823232), source_602 (1695880540409823233), source_603 (1695880540410871808), source_604 (1695880540410871809), source_605 (1695880540410871810), source_606 (1695880540410871811), source_607 (1695880540410871812), source_608 (1695880540410871813), source_609 (1695880540410871814), ... (100 adds)]} 0 3
[junit4] 2> 170961 INFO (searcherExecutor-2136-thread-1-processing-n:127.0.0.1:37673_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 170962 INFO (qtp824729298-3774) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 266
[junit4] 2> 170967 INFO (qtp824729298-3771) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_700 (1695880540695035904), source_701 (1695880540696084480), source_702 (1695880540696084481), source_703 (1695880540696084482), source_704 (1695880540696084483), source_705 (1695880540696084484), source_706 (1695880540696084485), source_707 (1695880540696084486), source_708 (1695880540696084487), source_709 (1695880540696084488), ... (100 adds)]} 0 3
[junit4] 2> 171250 INFO (searcherExecutor-2136-thread-1-processing-n:127.0.0.1:37673_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 171250 INFO (qtp824729298-3771) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 282
[junit4] 2> 171255 INFO (qtp824729298-3775) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_800 (1695880540997025792), source_801 (1695880540998074368), source_802 (1695880540998074369), source_803 (1695880540998074370), source_804 (1695880540998074371), source_805 (1695880540998074372), source_806 (1695880540998074373), source_807 (1695880540998074374), source_808 (1695880540998074375), source_809 (1695880540998074376), ... (100 adds)]} 0 3
[junit4] 2> 171530 INFO (searcherExecutor-2136-thread-1-processing-n:127.0.0.1:37673_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 171531 INFO (qtp824729298-3772) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 274
[junit4] 2> 171536 INFO (qtp824729298-3773) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_900 (1695880541291675648), source_901 (1695880541292724224), source_902 (1695880541292724225), source_903 (1695880541292724226), source_904 (1695880541292724227), source_905 (1695880541292724228), source_906 (1695880541292724229), source_907 (1695880541292724230), source_908 (1695880541292724231), source_909 (1695880541292724232), ... (100 adds)]} 0 3
[junit4] 2> 171849 INFO (searcherExecutor-2136-thread-1-processing-n:127.0.0.1:37673_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 171850 INFO (qtp824729298-3773) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 313
[junit4] 2> 171850 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.c.CdcrBootstrapTest Adding numDocs=1000
[junit4] 2> 171852 INFO (qtp824729298-3774) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-source:4&wt=javabin&version=2} hits=1000 status=0 QTime=1
[junit4] 2> 171865 INFO (qtp824729298-3771) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.IndexFingerprint IndexFingerprint millis:9.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1695880541294821391, maxInHash=1695880541294821391, versionsHash=7417586154409855661, numVersions=1000, numDocs=1000, maxDoc=100}
[junit4] 2> 171866 INFO (qtp824729298-3771) [n:127.0.0.1:37673_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/get params={qt=/get&_stateVer_=cdcr-source:4&fingerprint=true&getVersions=1000&wt=javabin&version=2} status=0 QTime=11
[junit4] 2> 171869 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 171869 INFO (zkConnectionManagerCallback-2142-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 171870 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 171974 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=82368816
[junit4] 2> 171974 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:37673_solr
[junit4] 2> 171975 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 171975 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:37673_solr as DOWN
[junit4] 2> 171983 INFO (zkCallback-2116-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 171983 INFO (zkCallback-2116-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 171984 INFO (zkCallback-2116-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 171987 INFO (coreCloseExecutor-2146-thread-1) [n:127.0.0.1:37673_solr ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@5d6fc316
[junit4] 2> 171987 INFO (coreCloseExecutor-2146-thread-1) [n:127.0.0.1:37673_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.cdcr-source.shard1.replica_n1 tag=SolrCore@5d6fc316
[junit4] 2> 171987 INFO (coreCloseExecutor-2146-thread-1) [n:127.0.0.1:37673_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.cdcr-source.shard1.leader tag=SolrCore@5d6fc316
[junit4] 2> 171988 INFO (coreCloseExecutor-2146-thread-1) [n:127.0.0.1:37673_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 171994 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 171994 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 171994 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 171994 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 172002 INFO (closeThreadPool-2148-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73261081348866053-127.0.0.1:37673_solr-n_0000000000) closing
[junit4] 2> 172004 INFO (OverseerAutoScalingTriggerThread-73261081348866053-127.0.0.1:37673_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 172007 INFO (OverseerStateUpdate-73261081348866053-127.0.0.1:37673_solr-n_0000000000) [n:127.0.0.1:37673_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37673_solr
[junit4] 2> 172009 WARN (jetty-launcher-2102-thread-1-SendThread(127.0.0.1:36151)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1044690b9a90005.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1044690b9a90005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1044690b9a90005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 172010 INFO (zkCallback-2131-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 172019 INFO (closeThreadPool-2148-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73261081348866053-127.0.0.1:37673_solr-n_0000000000) closing
[junit4] 2> 172118 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.Overseer Overseer (id=73261081348866053-127.0.0.1:37673_solr-n_0000000000) closing
[junit4] 2> 172120 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3bd035a2{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 172120 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4687ae05{/solr,null,STOPPED}
[junit4] 2> 172120 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 172121 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.MiniSolrCloudCluster waitForJettyToStop: 37673
[junit4] 2> 172121 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 172122 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 172122 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 172123 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 172123 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 172123 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 172123 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@335e269f{/solr,null,AVAILABLE}
[junit4] 2> 172124 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4a39daf2{SSL, (ssl, http/1.1)}{127.0.0.1:44161}
[junit4] 2> 172124 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.e.j.s.Server Started @172196ms
[junit4] 2> 172124 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:36151/solr, hostPort=44161}
[junit4] 2> 172125 ERROR (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 172125 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 172125 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 172125 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 172125 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 172125 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-01T22:55:16.515Z
[junit4] 2> 172126 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 172130 INFO (zkConnectionManagerCallback-2150-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 172130 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 172130 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 172134 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 172135 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]-SendThread(127.0.0.1:36151)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1044690b9a90009.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1044690b9a90009, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1044690b9a90009, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 173178 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 173178 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 173179 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5cf6326a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 173179 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5cf6326a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 173182 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 173182 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6214dda4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 173183 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6214dda4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 173184 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36151/solr
[junit4] 2> 173186 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 173187 INFO (zkConnectionManagerCallback-2161-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 173187 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 173289 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [n:127.0.0.1:44161_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 173291 INFO (zkConnectionManagerCallback-2163-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 173291 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [n:127.0.0.1:44161_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 173294 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [n:127.0.0.1:44161_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 173297 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [n:127.0.0.1:44161_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44161_solr
[junit4] 2> 173297 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [n:127.0.0.1:44161_solr ] o.a.s.c.Overseer Overseer (id=73261081348866059-127.0.0.1:44161_solr-n_0000000001) starting
[junit4] 2> 173300 INFO (OverseerStateUpdate-73261081348866059-127.0.0.1:44161_solr-n_0000000001) [n:127.0.0.1:44161_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44161_solr
[junit4] 2> 173306 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [n:127.0.0.1:44161_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44161_solr
[junit4] 2> 173307 INFO (zkCallback-2131-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 173309 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [n:127.0.0.1:44161_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 173309 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [n:127.0.0.1:44161_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 173315 INFO (zkCallback-2162-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 173324 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [n:127.0.0.1:44161_solr ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_5C6448AF8360CE73-001/cdcr-source-001/node1
[junit4] 2> 173325 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[5C6448AF8360CE73]) [n:127.0.0.1:44161_solr ] o.a.s.c.CorePropertiesLocator Cores are: [cdcr-source_shard1_replica_n1]
[junit4] 2> 173330 INFO (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:44161_solr) [n:127.0.0.1:44161_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 173346 INFO (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:44161_solr) [n:127.0.0.1:44161_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 173352 INFO (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:44161_solr) [n:127.0.0.1:44161_solr ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 173353 INFO (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:44161_solr) [n:127.0.0.1:44161_solr ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 173353 INFO (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:44161_solr) [n:127.0.0.1:44161_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 173355 INFO (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:44161_solr) [n:127.0.0.1:44161_solr ] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema
[junit4] 2> 173357 INFO (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:44161_solr) [n:127.0.0.1:44161_solr ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak
[junit4] 2> 174370 INFO (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:44161_solr) [n:127.0.0.1:44161_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 174388 INFO (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:44161_solr) [n:127.0.0.1:44161_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 174388 INFO (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:44161_solr) [n:127.0.0.1:44161_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 174388 INFO (coreLoadExecutor-21
[...truncated too long message...]
2> 566159 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/collections/cdcr-source/terms/shard1
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/collections/cdcr-source/leaders/shard1/leader
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 16 /solr/collections/cdcr-source/state.json
[junit4] 2> 3 /solr/collections/cdcr-source/cdcr/state/process
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 12 /solr/overseer/queue
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2> 5 /solr/collections/cdcr-source/state.json
[junit4] 2> 4 /solr/collections
[junit4] 2> 3 /solr/live_nodes
[junit4] 2>
[junit4] 2> 566163 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:33131
[junit4] 2> 566164 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33131
[junit4] 2> 566164 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33131
[junit4] 2> 566266 INFO (jetty-closer-2587-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1319328383
[junit4] 2> 566266 INFO (jetty-closer-2587-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:40501_solr
[junit4] 2> 566266 INFO (jetty-closer-2587-thread-1) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 566266 INFO (jetty-closer-2587-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:40501_solr as DOWN
[junit4] 2> 566270 INFO (coreCloseExecutor-2591-thread-1) [n:127.0.0.1:40501_solr ] o.a.s.c.SolrCore [cdcr-target_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@484c57f9
[junit4] 2> 566270 INFO (coreCloseExecutor-2591-thread-1) [n:127.0.0.1:40501_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.cdcr-target.shard1.replica_n1 tag=SolrCore@484c57f9
[junit4] 2> 566270 INFO (coreCloseExecutor-2591-thread-1) [n:127.0.0.1:40501_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.cdcr-target.shard1.leader tag=SolrCore@484c57f9
[junit4] 2> 566270 INFO (coreCloseExecutor-2591-thread-1) [n:127.0.0.1:40501_solr ] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ cdcr-target:shard1
[junit4] 2> 566271 INFO (zkCallback-2497-thread-5) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 566271 INFO (zkCallback-2497-thread-6) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 566271 INFO (zkCallback-2497-thread-7) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 566271 INFO (coreCloseExecutor-2591-thread-1) [n:127.0.0.1:40501_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 566273 INFO (jetty-closer-2587-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 566273 INFO (jetty-closer-2587-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 566273 INFO (jetty-closer-2587-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 566273 INFO (jetty-closer-2587-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 566278 INFO (closeThreadPool-2593-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73261099227348997-127.0.0.1:40501_solr-n_0000000000) closing
[junit4] 2> 566279 INFO (OverseerStateUpdate-73261099227348997-127.0.0.1:40501_solr-n_0000000000) [n:127.0.0.1:40501_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40501_solr
[junit4] 2> 566280 INFO (OverseerAutoScalingTriggerThread-73261099227348997-127.0.0.1:40501_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 566283 INFO (closeThreadPool-2593-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73261099227348997-127.0.0.1:40501_solr-n_0000000000) closing
[junit4] 2> 566379 INFO (jetty-closer-2587-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73261099227348997-127.0.0.1:40501_solr-n_0000000000) closing
[junit4] 2> 566381 INFO (jetty-closer-2587-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@705f38fd{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 566381 INFO (jetty-closer-2587-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3aa347f{/solr,null,STOPPED}
[junit4] 2> 566381 INFO (jetty-closer-2587-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 566382 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 566584 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/collections/cdcr-target/terms/shard1
[junit4] 2> 2 /solr/collections/cdcr-target/leaders/shard1/leader
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 29 /solr/collections/cdcr-target/state.json
[junit4] 2> 3 /solr/collections/cdcr-target/cdcr/state/process
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 21 /solr/collections/cdcr-target/state.json
[junit4] 2> 12 /solr/overseer/queue
[junit4] 2> 5 /solr/collections
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 566586 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:42129
[junit4] 2> 566586 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:42129
[junit4] 2> 566586 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[5C6448AF8360CE73]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 42129
[junit4] 2> 566587 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[5C6448AF8360CE73]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBootstrapWithSourceCluster
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CdcrBootstrapTest -Dtests.method=testBootstrapWithSourceCluster -Dtests.seed=5C6448AF8360CE73 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=sv-SE -Dtests.timezone=Europe/Zurich -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 129s J1 | CdcrBootstrapTest.testBootstrapWithSourceCluster <<<
[junit4] > Throwable #1: java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
[junit4] > at __randomizedtesting.SeedInfo.seed([5C6448AF8360CE73:8532196B8004DD39]:0)
[junit4] > at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithSourceCluster(CdcrBootstrapTest.java:208)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_5C6448AF8360CE73-001
[junit4] 2> Apr 01, 2021 11:01:51 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {_root_=PostingsFormat(name=Direct), xyz=PostingsFormat(name=MockRandom), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84))}, docValues:{}, maxPointsInLeafNode=939, maxMBSortInHeap=7.902777376842017, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=sv-SE, timezone=Europe/Zurich
[junit4] 2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=212108984,total=482869248
[junit4] 2> NOTE: All tests run in this JVM: [ClusterStateTest, TestLegacyBM25SimilarityFactory, TestPackages, JWTAuthPluginIntegrationTest, TestTolerantUpdateProcessorRandomCloud, TestConfigSetsAPIZkFailure, TolerantUpdateProcessorTest, RegexBoostProcessorTest, HdfsBasicDistributedZkTest, SearchHandlerTest, CdcrBootstrapTest]
[junit4] Completed [224/935 (1!)] on J1 in 404.12s, 4 tests, 3 failures, 1 skipped <<< FAILURES!
[...truncated 53150 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1956 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1956/
3 tests failed.
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([45D68387E6E62B9:D38A474FCA31FAFE]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap(CdcrBootstrapTest.java:129)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithMultipleReplicas
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([45D68387E6E62B9:92A066380328D4FB]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithMultipleReplicas(CdcrBootstrapTest.java:293)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithSourceCluster
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([45D68387E6E62B9:DD0B39FC7D0A71F3]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithSourceCluster(CdcrBootstrapTest.java:208)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 16077 lines...]
[junit4] Suite: org.apache.solr.cloud.cdcr.CdcrBootstrapTest
[junit4] 2> 1834905 INFO (SUITE-CdcrBootstrapTest-seed#[45D68387E6E62B9]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> 1834905 INFO (SUITE-CdcrBootstrapTest-seed#[45D68387E6E62B9]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_45D68387E6E62B9-001/data-dir-153-001
[junit4] 2> 1834905 INFO (SUITE-CdcrBootstrapTest-seed#[45D68387E6E62B9]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1834907 INFO (SUITE-CdcrBootstrapTest-seed#[45D68387E6E62B9]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1834907 INFO (SUITE-CdcrBootstrapTest-seed#[45D68387E6E62B9]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1834910 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testConvertClusterToCdcrAndBootstrap
[junit4] 2> 1834910 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_45D68387E6E62B9-001/cdcr-target-001
[junit4] 2> 1834911 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1834911 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 1834911 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1834912 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 1835011 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.ZkTestServer start zk server on port: 42057
[junit4] 2> 1835011 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:42057
[junit4] 2> 1835011 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:42057
[junit4] 2> 1835011 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 42057
[junit4] 2> 1835013 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1835015 INFO (zkConnectionManagerCallback-21446-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1835015 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1835017 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1835018 INFO (zkConnectionManagerCallback-21448-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1835018 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1835019 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1835020 INFO (zkConnectionManagerCallback-21450-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1835020 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1835122 INFO (jetty-launcher-21451-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1835122 INFO (jetty-launcher-21451-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1835122 INFO (jetty-launcher-21451-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 1835122 INFO (jetty-launcher-21451-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1835123 INFO (jetty-launcher-21451-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1835123 INFO (jetty-launcher-21451-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1835123 INFO (jetty-launcher-21451-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@50ef4897{/solr,null,AVAILABLE}
[junit4] 2> 1835123 INFO (jetty-launcher-21451-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@79f5cc94{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:40183}
[junit4] 2> 1835123 INFO (jetty-launcher-21451-thread-1) [ ] o.e.j.s.Server Started @1835155ms
[junit4] 2> 1835123 INFO (jetty-launcher-21451-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:42057/solr, hostPort=40183}
[junit4] 2> 1835123 ERROR (jetty-launcher-21451-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1835123 INFO (jetty-launcher-21451-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1835123 INFO (jetty-launcher-21451-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 1835123 INFO (jetty-launcher-21451-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1835123 INFO (jetty-launcher-21451-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 1835123 INFO (jetty-launcher-21451-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-01T21:48:14.805Z
[junit4] 2> 1835124 INFO (jetty-launcher-21451-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1835125 INFO (zkConnectionManagerCallback-21453-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1835125 INFO (jetty-launcher-21451-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1835125 INFO (jetty-launcher-21451-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1835129 INFO (jetty-launcher-21451-thread-1) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 1835693 INFO (jetty-launcher-21451-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1835694 WARN (jetty-launcher-21451-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@f594b70[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1835694 WARN (jetty-launcher-21451-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@f594b70[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1835696 WARN (jetty-launcher-21451-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1da976bb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1835696 WARN (jetty-launcher-21451-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1da976bb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1835697 INFO (jetty-launcher-21451-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42057/solr
[junit4] 2> 1835698 INFO (jetty-launcher-21451-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1835699 INFO (zkConnectionManagerCallback-21464-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1835699 INFO (jetty-launcher-21451-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1835801 INFO (jetty-launcher-21451-thread-1) [n:127.0.0.1:40183_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1835802 INFO (zkConnectionManagerCallback-21466-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1835802 INFO (jetty-launcher-21451-thread-1) [n:127.0.0.1:40183_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1835810 WARN (jetty-launcher-21451-thread-1) [n:127.0.0.1:40183_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 1835870 INFO (jetty-launcher-21451-thread-1) [n:127.0.0.1:40183_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40183_solr
[junit4] 2> 1835870 INFO (jetty-launcher-21451-thread-1) [n:127.0.0.1:40183_solr ] o.a.s.c.Overseer Overseer (id=73260818216714245-127.0.0.1:40183_solr-n_0000000000) starting
[junit4] 2> 1835876 INFO (OverseerStateUpdate-73260818216714245-127.0.0.1:40183_solr-n_0000000000) [n:127.0.0.1:40183_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:40183_solr
[junit4] 2> 1835876 INFO (jetty-launcher-21451-thread-1) [n:127.0.0.1:40183_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40183_solr
[junit4] 2> 1835877 INFO (OverseerStateUpdate-73260818216714245-127.0.0.1:40183_solr-n_0000000000) [n:127.0.0.1:40183_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1835882 INFO (jetty-launcher-21451-thread-1) [n:127.0.0.1:40183_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1835882 WARN (jetty-launcher-21451-thread-1) [n:127.0.0.1:40183_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1835897 INFO (jetty-launcher-21451-thread-1) [n:127.0.0.1:40183_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_45D68387E6E62B9-001/cdcr-target-001/node1
[junit4] 2> 1835906 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 1835907 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1835908 INFO (zkConnectionManagerCallback-21481-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1835908 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1835909 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1835910 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42057/solr ready
[junit4] 2> 1835910 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.c.CdcrBootstrapTest Target zkHost = 127.0.0.1:42057/solr
[junit4] 2> 1835910 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_45D68387E6E62B9-001/cdcr-source-001
[junit4] 2> 1835911 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1835911 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 1835911 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1835912 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 1836011 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.ZkTestServer start zk server on port: 41041
[junit4] 2> 1836011 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:41041
[junit4] 2> 1836011 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41041
[junit4] 2> 1836011 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41041
[junit4] 2> 1836013 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1836015 INFO (zkConnectionManagerCallback-21483-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1836015 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1836017 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1836018 INFO (zkConnectionManagerCallback-21485-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1836018 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1836019 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1836020 INFO (zkConnectionManagerCallback-21487-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1836020 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1836132 INFO (jetty-launcher-21488-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1836132 INFO (jetty-launcher-21488-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1836132 INFO (jetty-launcher-21488-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 1836133 INFO (jetty-launcher-21488-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1836133 INFO (jetty-launcher-21488-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1836133 INFO (jetty-launcher-21488-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1836133 INFO (jetty-launcher-21488-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@58170d5e{/solr,null,AVAILABLE}
[junit4] 2> 1836133 INFO (jetty-launcher-21488-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@118ae5d{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:39571}
[junit4] 2> 1836133 INFO (jetty-launcher-21488-thread-1) [ ] o.e.j.s.Server Started @1836165ms
[junit4] 2> 1836133 INFO (jetty-launcher-21488-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:41041/solr, hostPort=39571}
[junit4] 2> 1836134 ERROR (jetty-launcher-21488-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1836134 INFO (jetty-launcher-21488-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1836134 INFO (jetty-launcher-21488-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 1836134 INFO (jetty-launcher-21488-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1836134 INFO (jetty-launcher-21488-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 1836134 INFO (jetty-launcher-21488-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-01T21:48:15.816Z
[junit4] 2> 1836135 INFO (jetty-launcher-21488-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1836137 INFO (zkConnectionManagerCallback-21490-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1836137 INFO (jetty-launcher-21488-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1836138 INFO (jetty-launcher-21488-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1836141 INFO (jetty-launcher-21488-thread-1) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 1836673 INFO (jetty-launcher-21488-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1836674 WARN (jetty-launcher-21488-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7d7af2ef[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1836674 WARN (jetty-launcher-21488-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7d7af2ef[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1836676 WARN (jetty-launcher-21488-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2254e8f0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1836676 WARN (jetty-launcher-21488-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2254e8f0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1836677 INFO (jetty-launcher-21488-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41041/solr
[junit4] 2> 1836678 INFO (jetty-launcher-21488-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1836679 INFO (zkConnectionManagerCallback-21501-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1836680 INFO (jetty-launcher-21488-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1836682 WARN (jetty-launcher-21488-thread-1-SendThread(127.0.0.1:41041)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x104465379b00004.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x104465379b00004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x104465379b00004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 1836783 INFO (jetty-launcher-21488-thread-1) [n:127.0.0.1:39571_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1836784 INFO (zkConnectionManagerCallback-21503-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1836784 INFO (jetty-launcher-21488-thread-1) [n:127.0.0.1:39571_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1836804 WARN (jetty-launcher-21488-thread-1) [n:127.0.0.1:39571_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 1836866 INFO (jetty-launcher-21488-thread-1) [n:127.0.0.1:39571_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39571_solr
[junit4] 2> 1836866 INFO (jetty-launcher-21488-thread-1) [n:127.0.0.1:39571_solr ] o.a.s.c.Overseer Overseer (id=73260818282577925-127.0.0.1:39571_solr-n_0000000000) starting
[junit4] 2> 1836870 INFO (OverseerStateUpdate-73260818282577925-127.0.0.1:39571_solr-n_0000000000) [n:127.0.0.1:39571_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:39571_solr
[junit4] 2> 1836871 INFO (jetty-launcher-21488-thread-1) [n:127.0.0.1:39571_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39571_solr
[junit4] 2> 1836872 INFO (OverseerStateUpdate-73260818282577925-127.0.0.1:39571_solr-n_0000000000) [n:127.0.0.1:39571_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1836875 INFO (jetty-launcher-21488-thread-1) [n:127.0.0.1:39571_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1836875 WARN (jetty-launcher-21488-thread-1) [n:127.0.0.1:39571_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1836889 INFO (jetty-launcher-21488-thread-1) [n:127.0.0.1:39571_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_45D68387E6E62B9-001/cdcr-source-001/node1
[junit4] 2> 1836900 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 1836901 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1836902 INFO (zkConnectionManagerCallback-21518-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1836902 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1836903 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1836904 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41041/solr ready
[junit4] 2> 1836904 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1836906 INFO (zkConnectionManagerCallback-21520-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1836906 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1837014 INFO (OverseerThreadFactory-21510-thread-1-processing-n:127.0.0.1:39571_solr) [n:127.0.0.1:39571_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection cdcr-source
[junit4] 2> 1837121 INFO (OverseerStateUpdate-73260818282577925-127.0.0.1:39571_solr-n_0000000000) [n:127.0.0.1:39571_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"cdcr-source_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:39571_solr",
[junit4] 2> "base_url":"http://127.0.0.1:39571/solr",
[junit4] 2> "collection":"cdcr-source",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1837325 INFO (qtp266293718-35226) [n:127.0.0.1:39571_solr x:cdcr-source_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 1837325 INFO (qtp266293718-35226) [n:127.0.0.1:39571_solr x:cdcr-source_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1837335 INFO (qtp266293718-35226) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 1837341 INFO (qtp266293718-35226) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1837342 INFO (qtp266293718-35226) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1837342 INFO (qtp266293718-35226) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from configset cdcr-source, trusted=true
[junit4] 2> 1837342 INFO (qtp266293718-35226) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_45D68387E6E62B9-001/cdcr-source-001/node1/cdcr-source_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_45D68387E6E62B9-001/cdcr-source-001/node1/cdcr-source_shard1_replica_n1/data/]
[junit4] 2> 1837378 INFO (qtp266293718-35226) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1837378 INFO (qtp266293718-35226) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1837379 INFO (qtp266293718-35226) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1837379 INFO (qtp266293718-35226) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1837382 INFO (qtp266293718-35226) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
[junit4] 2> 1837382 INFO (qtp266293718-35226) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
[junit4] 2> 1837382 INFO (qtp266293718-35226) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1837382 INFO (qtp266293718-35226) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1695876327212580864
[junit4] 2> 1837384 INFO (searcherExecutor-21522-thread-1-processing-n:127.0.0.1:39571_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1837388 INFO (qtp266293718-35226) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/cdcr-source/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 1837388 INFO (qtp266293718-35226) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/cdcr-source/leaders/shard1
[junit4] 2> 1837394 INFO (qtp266293718-35226) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1837394 INFO (qtp266293718-35226) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1837394 INFO (qtp266293718-35226) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39571/solr/cdcr-source_shard1_replica_n1/
[junit4] 2> 1837394 INFO (qtp266293718-35226) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1837395 INFO (qtp266293718-35226) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:39571/solr/cdcr-source_shard1_replica_n1/ has no replicas
[junit4] 2> 1837395 INFO (qtp266293718-35226) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/cdcr-source/leaders/shard1/leader after winning as /collections/cdcr-source/leader_elect/shard1/election/73260818282577925-core_node2-n_0000000000
[junit4] 2> 1837398 INFO (qtp266293718-35226) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39571/solr/cdcr-source_shard1_replica_n1/ shard1
[junit4] 2> 1837499 INFO (zkCallback-21502-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1837500 INFO (zkCallback-21502-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1837500 INFO (qtp266293718-35226) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1837504 INFO (qtp266293718-35226) [n:127.0.0.1:39571_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=179
[junit4] 2> 1837506 INFO (qtp266293718-35224) [n:127.0.0.1:39571_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 1837604 INFO (zkCallback-21502-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1837604 INFO (zkCallback-21502-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1837604 INFO (zkCallback-21502-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1837604 INFO (qtp266293718-35224) [n:127.0.0.1:39571_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=594
[junit4] 2> 1837605 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: cdcr-source
[junit4] 2> 1837615 INFO (qtp266293718-35227) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/cdcr-source/terms/shard1 to Terms{values={core_node2=1}, version=1}
[junit4] 2> 1837615 INFO (qtp266293718-35227) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_0 (1695876327452704768), source_1 (1695876327454801920), source_2 (1695876327454801921), source_3 (1695876327454801922), source_4 (1695876327454801923), source_5 (1695876327454801924), source_6 (1695876327454801925), source_7 (1695876327454801926), source_8 (1695876327454801927), source_9 (1695876327454801928), ... (100 adds)]} 0 4
[junit4] 2> 1837801 INFO (searcherExecutor-21522-thread-1-processing-n:127.0.0.1:39571_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1837801 INFO (qtp266293718-35223) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 184
[junit4] 2> 1837806 INFO (qtp266293718-35225) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_100 (1695876327652982784), source_101 (1695876327655079936), source_102 (1695876327655079937), source_103 (1695876327655079938), source_104 (1695876327655079939), source_105 (1695876327655079940), source_106 (1695876327655079941), source_107 (1695876327655079942), source_108 (1695876327655079943), source_109 (1695876327655079944), ... (100 adds)]} 0 4
[junit4] 2> 1837988 INFO (searcherExecutor-21522-thread-1-processing-n:127.0.0.1:39571_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1837988 INFO (qtp266293718-35226) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 181
[junit4] 2> 1837992 INFO (qtp266293718-35224) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_200 (1695876327849066496), source_201 (1695876327850115072), source_202 (1695876327850115073), source_203 (1695876327850115074), source_204 (1695876327850115075), source_205 (1695876327850115076), source_206 (1695876327850115077), source_207 (1695876327850115078), source_208 (1695876327850115079), source_209 (1695876327850115080), ... (100 adds)]} 0 3
[junit4] 2> 1838185 INFO (searcherExecutor-21522-thread-1-processing-n:127.0.0.1:39571_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1838185 INFO (qtp266293718-35227) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 192
[junit4] 2> 1838189 INFO (qtp266293718-35223) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_300 (1695876328055635968), source_301 (1695876328056684544), source_302 (1695876328056684545), source_303 (1695876328056684546), source_304 (1695876328056684547), source_305 (1695876328056684548), source_306 (1695876328056684549), source_307 (1695876328056684550), source_308 (1695876328056684551), source_309 (1695876328056684552), ... (100 adds)]} 0 3
[junit4] 2> 1838366 INFO (searcherExecutor-21522-thread-1-processing-n:127.0.0.1:39571_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1838367 INFO (qtp266293718-35225) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 176
[junit4] 2> 1838371 INFO (qtp266293718-35226) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_400 (1695876328246476800), source_401 (1695876328247525376), source_402 (1695876328247525377), source_403 (1695876328247525378), source_404 (1695876328247525379), source_405 (1695876328247525380), source_406 (1695876328247525381), source_407 (1695876328247525382), source_408 (1695876328247525383), source_409 (1695876328247525384), ... (100 adds)]} 0 3
[junit4] 2> 1838548 INFO (searcherExecutor-21522-thread-1-processing-n:127.0.0.1:39571_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1838548 INFO (qtp266293718-35224) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 173
[junit4] 2> 1838552 INFO (qtp266293718-35227) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_500 (1695876328436269056), source_501 (1695876328437317632), source_502 (1695876328437317633), source_503 (1695876328437317634), source_504 (1695876328437317635), source_505 (1695876328437317636), source_506 (1695876328437317637), source_507 (1695876328437317638), source_508 (1695876328437317639), source_509 (1695876328437317640), ... (100 adds)]} 0 3
[junit4] 2> 1838771 INFO (searcherExecutor-21522-thread-1-processing-n:127.0.0.1:39571_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1838771 INFO (qtp266293718-35223) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 218
[junit4] 2> 1838775 INFO (qtp266293718-35225) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_600 (1695876328670101504), source_601 (1695876328671150080), source_602 (1695876328671150081), source_603 (1695876328671150082), source_604 (1695876328671150083), source_605 (1695876328671150084), source_606 (1695876328671150085), source_607 (1695876328671150086), source_608 (1695876328671150087), source_609 (1695876328672198656), ... (100 adds)]} 0 3
[junit4] 2> 1838957 INFO (searcherExecutor-21522-thread-1-processing-n:127.0.0.1:39571_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1838957 INFO (qtp266293718-35225) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 181
[junit4] 2> 1838962 INFO (qtp266293718-35225) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_700 (1695876328866185216), source_701 (1695876328867233792), source_702 (1695876328867233793), source_703 (1695876328867233794), source_704 (1695876328867233795), source_705 (1695876328867233796), source_706 (1695876328867233797), source_707 (1695876328867233798), source_708 (1695876328867233799), source_709 (1695876328867233800), ... (100 adds)]} 0 3
[junit4] 2> 1839015 INFO (OverseerCollectionConfigSetProcessor-73260818282577925-127.0.0.1:39571_solr-n_0000000000) [n:127.0.0.1:39571_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1839166 INFO (searcherExecutor-21522-thread-1-processing-n:127.0.0.1:39571_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1839166 INFO (qtp266293718-35225) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 204
[junit4] 2> 1839171 INFO (qtp266293718-35226) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_800 (1695876329085337600), source_801 (1695876329086386176), source_802 (1695876329086386177), source_803 (1695876329086386178), source_804 (1695876329086386179), source_805 (1695876329086386180), source_806 (1695876329086386181), source_807 (1695876329086386182), source_808 (1695876329086386183), source_809 (1695876329086386184), ... (100 adds)]} 0 3
[junit4] 2> 1839386 INFO (searcherExecutor-21522-thread-1-processing-n:127.0.0.1:39571_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1839387 INFO (qtp266293718-35224) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 215
[junit4] 2> 1839391 INFO (qtp266293718-35227) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_900 (1695876329316024320), source_901 (1695876329317072896), source_902 (1695876329317072897), source_903 (1695876329317072898), source_904 (1695876329317072899), source_905 (1695876329317072900), source_906 (1695876329317072901), source_907 (1695876329317072902), source_908 (1695876329317072903), source_909 (1695876329317072904), ... (100 adds)]} 0 3
[junit4] 2> 1839595 INFO (searcherExecutor-21522-thread-1-processing-n:127.0.0.1:39571_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1839595 INFO (qtp266293718-35223) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 203
[junit4] 2> 1839595 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.c.CdcrBootstrapTest Adding numDocs=1000
[junit4] 2> 1839597 INFO (qtp266293718-35225) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-source:3&wt=javabin&version=2} hits=1000 status=0 QTime=0
[junit4] 2> 1839598 INFO (qtp266293718-35226) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1695876329319170069, maxInHash=1695876329319170069, versionsHash=5686546783344694692, numVersions=1000, numDocs=1000, maxDoc=100}
[junit4] 2> 1839599 INFO (qtp266293718-35226) [n:127.0.0.1:39571_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/get params={qt=/get&_stateVer_=cdcr-source:3&fingerprint=true&getVersions=1000&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1839600 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1839601 INFO (zkConnectionManagerCallback-21528-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1839601 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1839706 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=739733592
[junit4] 2> 1839707 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39571_solr
[junit4] 2> 1839708 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 1839708 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:39571_solr as DOWN
[junit4] 2> 1839709 INFO (coreCloseExecutor-21532-thread-1) [n:127.0.0.1:39571_solr ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@484d5062
[junit4] 2> 1839709 INFO (coreCloseExecutor-21532-thread-1) [n:127.0.0.1:39571_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.cdcr-source.shard1.replica_n1 tag=SolrCore@484d5062
[junit4] 2> 1839709 INFO (coreCloseExecutor-21532-thread-1) [n:127.0.0.1:39571_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.cdcr-source.shard1.leader tag=SolrCore@484d5062
[junit4] 2> 1839710 INFO (zkCallback-21502-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1839710 INFO (zkCallback-21502-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1839710 INFO (zkCallback-21502-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1839710 INFO (coreCloseExecutor-21532-thread-1) [n:127.0.0.1:39571_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 1839713 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 1839713 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 1839713 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 1839713 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 1839714 INFO (closeThreadPool-21534-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73260818282577925-127.0.0.1:39571_solr-n_0000000000) closing
[junit4] 2> 1839714 INFO (OverseerStateUpdate-73260818282577925-127.0.0.1:39571_solr-n_0000000000) [n:127.0.0.1:39571_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:39571_solr
[junit4] 2> 1839716 INFO (OverseerAutoScalingTriggerThread-73260818282577925-127.0.0.1:39571_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1839718 INFO (closeThreadPool-21534-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73260818282577925-127.0.0.1:39571_solr-n_0000000000) closing
[junit4] 2> 1839718 INFO (zkCallback-21517-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1839817 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.Overseer Overseer (id=73260818282577925-127.0.0.1:39571_solr-n_0000000000) closing
[junit4] 2> 1839818 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@118ae5d{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 1839819 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@58170d5e{/solr,null,STOPPED}
[junit4] 2> 1839819 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1839819 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.MiniSolrCloudCluster waitForJettyToStop: 39571
[junit4] 2> 1839819 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1839820 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1839820 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 1839820 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1839820 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1839820 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1839820 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1104a988{/solr,null,AVAILABLE}
[junit4] 2> 1839821 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@66affb1f{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:38499}
[junit4] 2> 1839821 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.e.j.s.Server Started @1839853ms
[junit4] 2> 1839821 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:41041/solr, hostPort=38499}
[junit4] 2> 1839821 ERROR (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1839821 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1839821 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 1839821 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1839821 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 1839821 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-01T21:48:19.503Z
[junit4] 2> 1839822 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1839822 INFO (zkConnectionManagerCallback-21536-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1839823 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1839823 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1839826 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 1840796 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1840797 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@627ec78c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1840797 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@627ec78c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1840800 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2784cbb5[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1840800 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2784cbb5[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1840802 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41041/solr
[junit4] 2> 1840802 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1840803 INFO (zkConnectionManagerCallback-21547-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1840803 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1840905 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [n:127.0.0.1:38499_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1840907 INFO (zkConnectionManagerCallback-21549-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1840907 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [n:127.0.0.1:38499_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1840914 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [n:127.0.0.1:38499_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 1840919 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [n:127.0.0.1:38499_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38499_solr
[junit4] 2> 1840919 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [n:127.0.0.1:38499_solr ] o.a.s.c.Overseer Overseer (id=73260818282577931-127.0.0.1:38499_solr-n_0000000001) starting
[junit4] 2> 1840923 INFO (OverseerStateUpdate-73260818282577931-127.0.0.1:38499_solr-n_0000000001) [n:127.0.0.1:38499_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:38499_solr
[junit4] 2> 1840923 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [n:127.0.0.1:38499_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38499_solr
[junit4] 2> 1840926 INFO (OverseerStateUpdate-73260818282577931-127.0.0.1:38499_solr-n_0000000001) [n:127.0.0.1:38499_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1840926 INFO (zkCallback-21517-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1840928 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [n:127.0.0.1:38499_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1840928 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [n:127.0.0.1:38499_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1840943 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [n:127.0.0.1:38499_solr ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_45D68387E6E62B9-001/cdcr-source-001/node1
[junit4] 2> 1840943 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[45D68387E6E62B9]) [n:127.0.0.1:38499_solr ] o.a.s.c.CorePropertiesLocator Cores are: [cdcr-source_shard1_replica_n1]
[junit4] 2> 1840945 INFO (coreLoadExecutor-21559-thread-1-processing-n:127.0.0.1:38499_solr) [n:127.0.0.1:38499_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1840949 INFO (coreLoadExecutor-21559-thread-1-processing-n:127.0.0.1:38499_solr) [n:127.0.0.1:38499_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 1840956 INFO (coreLoadExecutor-21559-thread-1-processing-n:127.0.0.1:38499_solr) [n:127.0.0.1:38499_solr ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 1840957 INFO (coreLoadExecutor-21559-thread-1-processing-n:127.0.0.1:38499_solr) [n:127.0.0.1:38499_solr ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1840957 INFO (coreLoadExecutor-21559-thread-1-processing-n:127.0.0.1:38499_solr) [n:127.0.0.1:38499_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1840960 INFO (coreLoadExecutor-21559-thread-1-processing-n:127.0.0.1:38499_solr) [n:127.0.0.1:38499_solr ] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema
[junit4] 2> 1840962 INFO (coreLoadExecutor-21559-thread-1-processing-n:127.0.0.1:38499_solr) [n:127.0.0.1:38499_solr ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak
[junit4] 2> 1841972 INFO (coreLoadExecutor-21559-thread-1-processing-n:127.0.0.1:38499_solr) [n:127.0.0.1:38499_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 1841979 INFO (coreLoadExecutor-21559-thread-1-processing-n:127.0.0.1:38499_solr) [n:127.0.0.1:38499_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1841979 INFO (coreLoadExecutor-21559-thread-1-processing-n:127.0.0.1:38499_solr) [n:127.0.0.1:38499_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1841979 INFO (coreLoadExecutor-21559-thread-1-processing-n:127.0.0.1:38499_solr) [n:127.0.0.1:38499_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from configset cdcr-source, trusted=true
[junit4] 2> 1841979 INFO (coreLoadExecutor-21559-thread-1-processing-n:127.0.0.1:38499_solr) [n:127.0.0.1:38499_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_45D68387E6E62B9-001/cdcr-source-001/node1/cdcr-source_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_45D68387E6E62B9-001/cdcr-source-001/node1/cdcr-source_shard1_replica_n1/data/]
[junit4] 2> 1842026 WARN (coreLoadExecutor-21559-thread-1-processing-n:127.0.0.1:38499_solr) [n:127.0.0.1:38499_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.D.s.CdcrRequestHandler Solr loaded a deprecated plugin/analysis class [solr.CdcrRequestHandler]. Please consult documentation how to replace it accordingly.
[junit4] 2> 1842027 WARN (coreLoadExecutor-21559-thread-1-processing-n:127.0.0.1:38499_solr) [n:127.0.0.1:38499_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.h.CdcrRequestHandler CDCR (in its current form) is deprecated as of 8.6 and shall be removed in 9.0. See SOLR-14022 for details.
[junit4] 2> 1842034 INFO (coreLoadExecutor-21559-thread-1-processing-n:127.0.0.1:38499_solr) [n:127.0.0.1:38499_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 1842034 INFO (coreLoadExecutor-21559-thread-1-processing-n:127.0.0.1:38499_solr) [n:127.0.0.1:38499_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1842036 INFO (coreLoadExecutor-21559-thread-1-processing-n:127.0.0.1:38499_solr) [n:127.0.0.1:38499_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1842036 INFO (coreLoadExecutor-21559-thread-1-processing-n:127.0.0.1:38499_solr) [n:127.0.0.1:38499_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1842051 INFO (coreLoadExecutor-21559-thread-1-processing-n:127.0.0.1:38499_solr) [n:127.0.0.1:38499_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
[junit4] 2> 1842051 INFO (coreLoadExecutor-21559-thread-1-processing-n:127.0.0.1:38499_solr) [n:127.0.0.1:38499_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
[junit4] 2> 1842051 INFO (coreLoadExecutor-21559-thread-1-processing-n:127.0.0.1:38499_solr) [n:127.0.0.1:38499_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-source/managed-schema
[junit4] 2> 1842052 INFO (coreLoadExecutor-21559-thread-1-processing-n:127.0.0.1:38499_solr) [n:127.0.0.1:38499_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1842052 INFO (coreLoadExecutor-21559-thread-1-processing-n:127.0.0.1:38499_solr) [n:127.0.0.1:38499_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1842057 INFO (coreLoadExecutor-21559-thread-1-processing-n:127.0.0.1:38499_solr) [n:127.0.0.1:38499_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-source/cdcr/state/buffer
[junit4] 2> 1842061 INFO (coreLoadExecutor-21559-thread-1-processing-n:127.0.0.1:38499_solr) [n:127.0.0.1:38499_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-source/cdcr/state/process
[junit4] 2> 1842090 WARN (cdcr-update-log-synchronizer-21567-thread-1) [ ] o.a.s.h.CdcrUpdateLogSynchronizer Caught unexpected exception
[junit4] 2> => org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38499/solr/cdcr-source_shard1_replica_n1: SolrCore is loading
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38499/solr/cdcr-source_shard1_replica_n1: SolrCore is loading
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1290) ~[java/:?]
[junit4] 2> at org.apache.solr.handler.CdcrUpdateLogSynchronizer$UpdateLogSynchronisation.run(CdcrUpdateLogSynchronizer.java:149) [java/:?]
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [?:1.8.0_281]
[junit4] 2> at java.
[...truncated too long message...]
.1:34759)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10446579d340005.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x10446579d340005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10446579d340005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2237471 INFO (jetty-closer-21973-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73260836058300421-127.0.0.1:37539_solr-n_0000000000) closing
[junit4] 2> 2237473 INFO (jetty-closer-21973-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2f859d01{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 2237473 INFO (jetty-closer-21973-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@68ac07f6{/solr,null,STOPPED}
[junit4] 2> 2237473 INFO (jetty-closer-21973-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 2237473 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[45D68387E6E62B9]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 2237474 WARN (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[45D68387E6E62B9]-SendThread(127.0.0.1:34759)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10446579d340000.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x10446579d340000, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10446579d340000, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2237677 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/collections/cdcr-target/terms/shard1
[junit4] 2> 2 /solr/collections/cdcr-target/leaders/shard1/leader
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 26 /solr/collections/cdcr-target/state.json
[junit4] 2> 3 /solr/collections/cdcr-target/cdcr/state/process
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 18 /solr/collections/cdcr-target/state.json
[junit4] 2> 11 /solr/overseer/queue
[junit4] 2> 5 /solr/collections
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 2237680 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[45D68387E6E62B9]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:34759
[junit4] 2> 2237680 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[45D68387E6E62B9]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:34759
[junit4] 2> 2237680 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[45D68387E6E62B9]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 34759
[junit4] 2> 2237681 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[45D68387E6E62B9]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBootstrapWithSourceCluster
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CdcrBootstrapTest -Dtests.method=testBootstrapWithSourceCluster -Dtests.seed=45D68387E6E62B9 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ar-IQ -Dtests.timezone=Europe/Isle_of_Man -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 131s J1 | CdcrBootstrapTest.testBootstrapWithSourceCluster <<<
[junit4] > Throwable #1: java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
[junit4] > at __randomizedtesting.SeedInfo.seed([45D68387E6E62B9:DD0B39FC7D0A71F3]:0)
[junit4] > at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithSourceCluster(CdcrBootstrapTest.java:208)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_45D68387E6E62B9-001
[junit4] 2> Apr 01, 2021 9:54:57 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene87, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=ar-IQ, timezone=Europe/Isle_of_Man
[junit4] 2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=211888864,total=521666560
[junit4] 2> NOTE: All tests run in this JVM: [TestComplexPhraseLeadingWildcard, TestExternalRoleRuleBasedAuthorizationPlugin, TestHashPartitioner, TestOverriddenPrefixQueryForCustomFieldType, TestCloudPseudoReturnFields, MetricTriggerIntegrationTest, TestSchemaManager, SuggestComponentContextFilterQueryTest, TestFieldSortValues, SortByFunctionTest, TestCoreContainer, HdfsBackupRepositoryIntegrationTest, TestAnalyzeInfixSuggestions, TestDistributedTracing, ZkStateWriterTest, TestSolrConfigHandlerCloud, StressHdfsTest, TestMinHashQParser, TestConfigReload, SyncSliceTest, TestZkChroot, TestSolrJ, TestRTimerTree, TestDocSet, TermsComponentTest, TestPivotHelperCode, TestSchemaNameResource, LargeFieldTest, TestJoin, SuggesterFSTTest, TestRestoreCore, NodeLostTriggerIntegrationTest, DirectSolrConnectionTest, DataDrivenBlockJoinTest, QueryParsingTest, TestReplicationHandler, TestJavabinTupleStreamParser, ChangedSchemaMergeTest, RegexBoostProcessorTest, TestMultiValuedNumericRangeQuery, AsyncCallRequestStatusResponseTest, TolerantUpdateProcessorTest, TestRawTransformer, SimplePostToolTest, DOMUtilTest, TestManagedSynonymGraphFilterFactory, TestStressLucene, HLLUtilTest, SystemInfoHandlerTest, WrapperMergePolicyFactoryTest, XsltUpdateRequestHandlerTest, ZkNodePropsTest, EmbeddedSolrNoSerializeTest, TestStressVersions, ManagedSchemaRoundRobinCloudTest, TestBackupRepositoryFactory, TestCloudDeleteByQuery, BasicFunctionalityTest, TestTolerantUpdateProcessorRandomCloud, TestCollectionAPI, TestClusterProperties, FieldAnalysisRequestHandlerTest, PolyFieldTest, HttpTriggerListenerTest, TestSimNodeLostTrigger, TestSolrCloudWithKerberosAlt, NestedShardedAtomicUpdateTest, TestRebalanceLeaders, CollectionsAPISolrJTest, CustomCollectionTest, TestQueryTypes, TestCloudNestedDocsSort, TestSimExtremeIndexing, TestDFRSimilarityFactory, ConnectionReuseTest, CollectionsAPIAsyncDistributedZkTest, CloneFieldUpdateProcessorFactoryTest, TestMergePolicyConfig, RequestLoggingTest, TestUseDocValuesAsStored, TestFreeTextSuggestions, DistributedQueryComponentOptimizationTest, MoveReplicaHDFSTest, TestConfigOverlay, TestJsonFacetsStatsParsing, TestReversedWildcardFilterFactory, TestSearcherReuse, TestDistribPackageStore, ShardRoutingTest, PeerSyncWithLeaderTest, TestRecoveryHdfs, TestShortCircuitedRequests, HighlighterMaxOffsetTest, DirectoryFactoriesTest, TestBM25SimilarityFactory, TestSweetSpotSimilarityFactory, TestBulkSchemaConcurrent, TestBulkSchemaAPI, PhrasesIdentificationComponentTest, TestEmbeddedSolrServerAdminHandler, SolrCLIZkUtilsTest, FileBasedSpellCheckerTest, DistributedIntervalFacetingTest, SolrCoreMetricManagerTest, TestSolrXml, SolrIndexConfigTest, TestUninvertingReader, TestDynamicLoading, TestDocBasedVersionConstraints, UtilsToolTest, TestUnifiedSolrHighlighter, LeaderElectionIntegrationTest, TestCrossCoreJoin, TestSimpleTrackingShardHandler, AssignBackwardCompatibilityTest, ChaosMonkeyNothingIsSafeTest, ClusterStateMockUtilTest, ClusterStateUpdateTest, CreateCollectionCleanupTest, CreateRoutedAliasTest, DistribCursorPagingTest, DistributedVersionInfoTest, HttpPartitionOnCommitTest, LeaderFailoverAfterPartitionTest, LeaderTragicEventTest, MigrateRouteKeyTest, PeerSyncReplicationTest, RouteFieldTest, RoutingToNodesWithPropertiesTest, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestOnReconnectListenerSupport, TestPullReplica, TestPullReplicaErrorHandling, VMParamsZkACLAndCredentialsProvidersTest, ZkCLITest, SimpleCollectionCreateDeleteTest, TestLocalFSCloudBackupRestore, TestReplicaProperties, AutoAddReplicasPlanActionTest, NodeAddedTriggerIntegrationTest, ScheduledMaintenanceTriggerTest, ScheduledTriggerIntegrationTest, SearchRateTriggerIntegrationTest, SearchRateTriggerTest, TriggerCooldownIntegrationTest, TriggerSetPropertiesIntegrationTest, TestSimClusterStateProvider, TestSimTriggerIntegration, CdcrBootstrapTest]
[junit4] Completed [810/935 (1!)] on J1 in 403.35s, 4 tests, 3 failures, 1 skipped <<< FAILURES!
[...truncated 51199 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1955 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1955/
4 tests failed.
FAILED: org.apache.solr.core.TestSolrDeletionPolicy1.testNumCommitsConfigured
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([7E7601F8983D5B07:A28FA9738A3581C7]:0)
at org.junit.Assert.fail(Assert.java:87)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.junit.Assert.assertTrue(Assert.java:53)
at org.apache.solr.core.TestSolrDeletionPolicy1.testNumCommitsConfigured(TestSolrDeletionPolicy1.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([7E7601F8983D5B07:A9A12E8F2C62C340]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap(CdcrBootstrapTest.java:129)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithSourceCluster
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([7E7601F8983D5B07:A720503C9B59484D]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithSourceCluster(CdcrBootstrapTest.java:208)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithMultipleReplicas
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([7E7601F8983D5B07:E88B0FF8E57BED45]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithMultipleReplicas(CdcrBootstrapTest.java:293)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14572 lines...]
[junit4] Suite: org.apache.solr.core.TestSolrDeletionPolicy1
[junit4] 2> 900773 INFO (SUITE-TestSolrDeletionPolicy1-seed#[7E7601F8983D5B07]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> 900773 INFO (SUITE-TestSolrDeletionPolicy1-seed#[7E7601F8983D5B07]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 900774 INFO (SUITE-TestSolrDeletionPolicy1-seed#[7E7601F8983D5B07]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.core.TestSolrDeletionPolicy1_7E7601F8983D5B07-001/data-dir-87-001
[junit4] 2> 900774 WARN (SUITE-TestSolrDeletionPolicy1-seed#[7E7601F8983D5B07]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 900774 INFO (SUITE-TestSolrDeletionPolicy1-seed#[7E7601F8983D5B07]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 900776 INFO (SUITE-TestSolrDeletionPolicy1-seed#[7E7601F8983D5B07]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 900776 INFO (SUITE-TestSolrDeletionPolicy1-seed#[7E7601F8983D5B07]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 900781 INFO (SUITE-TestSolrDeletionPolicy1-seed#[7E7601F8983D5B07]-worker) [ ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 900796 INFO (SUITE-TestSolrDeletionPolicy1-seed#[7E7601F8983D5B07]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 900804 INFO (SUITE-TestSolrDeletionPolicy1-seed#[7E7601F8983D5B07]-worker) [ ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 900814 INFO (SUITE-TestSolrDeletionPolicy1-seed#[7E7601F8983D5B07]-worker) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 901100 WARN (SUITE-TestSolrDeletionPolicy1-seed#[7E7601F8983D5B07]-worker) [ ] o.a.s.c.CoreContainer Unable to create [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/userfiles]. Features requiring this directory may fail.
[junit4] 2> => java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/userfiles" "write")
[junit4] 2> at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
[junit4] 2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/userfiles" "write")
[junit4] 2> at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:1.8.0_281]
[junit4] 2> at java.security.AccessController.checkPermission(AccessController.java:886) ~[?:1.8.0_281]
[junit4] 2> at java.lang.SecurityManager.checkPermission(SecurityManager.java:549) ~[?:1.8.0_281]
[junit4] 2> at java.lang.SecurityManager.checkWrite(SecurityManager.java:979) ~[?:1.8.0_281]
[junit4] 2> at sun.nio.fs.UnixPath.checkWrite(UnixPath.java:801) ~[?:?]
[junit4] 2> at sun.nio.fs.UnixFileSystemProvider.createDirectory(UnixFileSystemProvider.java:376) ~[?:?]
[junit4] 2> at java.nio.file.Files.createDirectory(Files.java:674) ~[?:1.8.0_281]
[junit4] 2> at java.nio.file.Files.createAndCheckIsDirectory(Files.java:781) ~[?:1.8.0_281]
[junit4] 2> at java.nio.file.Files.createDirectories(Files.java:727) ~[?:1.8.0_281]
[junit4] 2> at org.apache.solr.core.CoreContainer.<init>(CoreContainer.java:377) [java/:?]
[junit4] 2> at org.apache.solr.core.CoreContainer.<init>(CoreContainer.java:342) [java/:?]
[junit4] 2> at org.apache.solr.util.TestHarness.<init>(TestHarness.java:183) [java/:?]
[junit4] 2> at org.apache.solr.util.TestHarness.<init>(TestHarness.java:156) [java/:?]
[junit4] 2> at org.apache.solr.util.TestHarness.<init>(TestHarness.java:162) [java/:?]
[junit4] 2> at org.apache.solr.util.TestHarness.<init>(TestHarness.java:112) [java/:?]
[junit4] 2> at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:812) [java/:?]
[junit4] 2> at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:802) [java/:?]
[junit4] 2> at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:663) [java/:?]
[junit4] 2> at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:652) [java/:?]
[junit4] 2> at org.apache.solr.core.TestSolrDeletionPolicy1.beforeClass(TestSolrDeletionPolicy1.java:35) [test/:?]
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_281]
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_281]
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_281]
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_281]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) [randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:878) [randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) [randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [java/:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [java/:?]
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [java/:?]
[junit4] 2> at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_281]
[junit4] 2> 901101 WARN (SUITE-TestSolrDeletionPolicy1-seed#[7E7601F8983D5B07]-worker) [ ] o.a.s.f.DistribPackageStore Unable to create [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/filestore] directory in SOLR_HOME [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr]. Features requiring this directory may fail.
[junit4] 2> => java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/filestore" "write")
[junit4] 2> at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
[junit4] 2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/filestore" "write")
[junit4] 2> at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:1.8.0_281]
[junit4] 2> at java.security.AccessController.checkPermission(AccessController.java:886) ~[?:1.8.0_281]
[junit4] 2> at java.lang.SecurityManager.checkPermission(SecurityManager.java:549) ~[?:1.8.0_281]
[junit4] 2> at java.lang.SecurityManager.checkWrite(SecurityManager.java:979) ~[?:1.8.0_281]
[junit4] 2> at java.io.File.mkdir(File.java:1311) ~[?:1.8.0_281]
[junit4] 2> at java.io.File.mkdirs(File.java:1343) ~[?:1.8.0_281]
[junit4] 2> at org.apache.solr.filestore.DistribPackageStore.ensurePackageStoreDir(DistribPackageStore.java:561) [java/:?]
[junit4] 2> at org.apache.solr.filestore.DistribPackageStore.<init>(DistribPackageStore.java:81) [java/:?]
[junit4] 2> at org.apache.solr.filestore.PackageStoreAPI.<init>(PackageStoreAPI.java:78) [java/:?]
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:678) [java/:?]
[junit4] 2> at org.apache.solr.util.TestHarness.<init>(TestHarness.java:184) [java/:?]
[junit4] 2> at org.apache.solr.util.TestHarness.<init>(TestHarness.java:156) [java/:?]
[junit4] 2> at org.apache.solr.util.TestHarness.<init>(TestHarness.java:162) [java/:?]
[junit4] 2> at org.apache.solr.util.TestHarness.<init>(TestHarness.java:112) [java/:?]
[junit4] 2> at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:812) [java/:?]
[junit4] 2> at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:802) [java/:?]
[junit4] 2> at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:663) [java/:?]
[junit4] 2> at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:652) [java/:?]
[junit4] 2> at org.apache.solr.core.TestSolrDeletionPolicy1.beforeClass(TestSolrDeletionPolicy1.java:35) [test/:?]
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_281]
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_281]
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_281]
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_281]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) [randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:878) [randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) [randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [java/:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [java/:?]
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [java/:?]
[junit4] 2> at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_281]
[junit4] 2> 901102 INFO (SUITE-TestSolrDeletionPolicy1-seed#[7E7601F8983D5B07]-worker) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 901103 WARN (SUITE-TestSolrDeletionPolicy1-seed#[7E7601F8983D5B07]-worker) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 901105 WARN (SUITE-TestSolrDeletionPolicy1-seed#[7E7601F8983D5B07]-worker) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@d3f4d53[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 901105 WARN (SUITE-TestSolrDeletionPolicy1-seed#[7E7601F8983D5B07]-worker) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@d3f4d53[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 901107 WARN (SUITE-TestSolrDeletionPolicy1-seed#[7E7601F8983D5B07]-worker) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 901114 WARN (SUITE-TestSolrDeletionPolicy1-seed#[7E7601F8983D5B07]-worker) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@44af395f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 901114 WARN (SUITE-TestSolrDeletionPolicy1-seed#[7E7601F8983D5B07]-worker) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@44af395f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 901115 WARN (SUITE-TestSolrDeletionPolicy1-seed#[7E7601F8983D5B07]-worker) [ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 901151 INFO (SUITE-TestSolrDeletionPolicy1-seed#[7E7601F8983D5B07]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@694d5739
[junit4] 2> 901159 INFO (SUITE-TestSolrDeletionPolicy1-seed#[7E7601F8983D5B07]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@694d5739
[junit4] 2> 901159 INFO (SUITE-TestSolrDeletionPolicy1-seed#[7E7601F8983D5B07]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@694d5739
[junit4] 2> 901161 INFO (coreLoadExecutor-10395-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 901168 INFO (coreLoadExecutor-10395-thread-1) [ x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 901185 INFO (coreLoadExecutor-10395-thread-1) [ x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 901194 INFO (coreLoadExecutor-10395-thread-1) [ x:collection1 ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 901206 INFO (coreLoadExecutor-10395-thread-1) [ x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 901213 INFO (coreLoadExecutor-10395-thread-1) [ x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 901213 INFO (coreLoadExecutor-10395-thread-1) [ x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@694d5739
[junit4] 2> 901213 INFO (coreLoadExecutor-10395-thread-1) [ x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.core.TestSolrDeletionPolicy1_7E7601F8983D5B07-001/data-dir-87-001/]
[junit4] 2> 901223 INFO (coreLoadExecutor-10395-thread-1) [ x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=29.93359375, floorSegmentMB=0.814453125, forceMergeDeletesPctAllowed=17.674207967889963, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4190159106281609, deletesPctAllowed=40.19755946934323
[junit4] 2> 901260 INFO (coreLoadExecutor-10395-thread-1) [ x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 901260 INFO (coreLoadExecutor-10395-thread-1) [ x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 901261 INFO (coreLoadExecutor-10395-thread-1) [ x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=6, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5586460739162921]
[junit4] 2> 901261 WARN (coreLoadExecutor-10395-thread-1) [ x:collection1 ] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1/conf ; switching to use InMemory storage instead.
[junit4] 2> 901261 INFO (coreLoadExecutor-10395-thread-1) [ x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 901262 INFO (SUITE-TestSolrDeletionPolicy1-seed#[7E7601F8983D5B07]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 901263 INFO (searcherExecutor-10397-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 901267 INFO (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[7E7601F8983D5B07]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCommitAge
[junit4] 2> 901267 INFO (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[7E7601F8983D5B07]) [ ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 901270 INFO (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[7E7601F8983D5B07]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 2
[junit4] 2> 901270 INFO (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[7E7601F8983D5B07]) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[1]} 0 0
[junit4] 2> 901283 INFO (searcherExecutor-10397-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 901284 INFO (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[7E7601F8983D5B07]) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 10
[junit4] 2> 901284 INFO (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:[0+TO+1]&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
[junit4] 2> 901285 INFO (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[7E7601F8983D5B07]) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[2]} 0 0
[junit4] 2> 901289 INFO (searcherExecutor-10397-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 901289 INFO (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[7E7601F8983D5B07]) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 3
[junit4] 2> 901289 INFO (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:[0+TO+2]&qt=&start=0&rows=20&version=2.2} hits=2 status=0 QTime=0
[junit4] 2> 901290 INFO (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[7E7601F8983D5B07]) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[3]} 0 0
[junit4] 2> 901294 INFO (searcherExecutor-10397-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 901294 INFO (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[7E7601F8983D5B07]) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{optimize=} 0 4
[junit4] 2> 901295 INFO (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:[0+TO+3]&qt=&start=0&rows=20&version=2.2} hits=3 status=0 QTime=0
[junit4] 2> 901295 INFO (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[7E7601F8983D5B07]) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[4]} 0 0
[junit4] 2> 901302 INFO (searcherExecutor-10397-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 901302 INFO (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[7E7601F8983D5B07]) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{optimize=} 0 6
[junit4] 2> 901302 INFO (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:[0+TO+4]&qt=&start=0&rows=20&version=2.2} hits=4 status=0 QTime=0
[junit4] 2> 901303 INFO (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[7E7601F8983D5B07]) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[5]} 0 0
[junit4] 2> 901310 INFO (searcherExecutor-10397-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 901311 INFO (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[7E7601F8983D5B07]) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{optimize=} 0 7
[junit4] 2> 901311 INFO (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:[0+TO+5]&qt=&start=0&rows=20&version=2.2} hits=5 status=0 QTime=0
[junit4] 2> 901412 INFO (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[7E7601F8983D5B07]) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[6]} 0 0
[junit4] 2> 901432 INFO (searcherExecutor-10397-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 901433 INFO (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[7E7601F8983D5B07]) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{optimize=} 0 20
[junit4] 2> 901434 INFO (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:[0+TO+6]&qt=&start=0&rows=20&version=2.2} hits=6 status=0 QTime=0
[junit4] 2> 901435 INFO (TEST-TestSolrDeletionPolicy1.testCommitAge-seed#[7E7601F8983D5B07]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCommitAge
[junit4] 2> 901439 INFO (TEST-TestSolrDeletionPolicy1.testKeepOptimizedOnlyCommits-seed#[7E7601F8983D5B07]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testKeepOptimizedOnlyCommits
[junit4] 2> 901439 INFO (TEST-TestSolrDeletionPolicy1.testKeepOptimizedOnlyCommits-seed#[7E7601F8983D5B07]) [ ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 901439 INFO (TEST-TestSolrDeletionPolicy1.testKeepOptimizedOnlyCommits-seed#[7E7601F8983D5B07]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
[junit4] 2> 901439 INFO (TEST-TestSolrDeletionPolicy1.testKeepOptimizedOnlyCommits-seed#[7E7601F8983D5B07]) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[1]} 0 0
[junit4] 2> 901443 INFO (searcherExecutor-10397-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 901443 INFO (TEST-TestSolrDeletionPolicy1.testKeepOptimizedOnlyCommits-seed#[7E7601F8983D5B07]) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 3
[junit4] 2> 901444 INFO (TEST-TestSolrDeletionPolicy1.testKeepOptimizedOnlyCommits-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:[0+TO+1]&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
[junit4] 2> 901444 INFO (TEST-TestSolrDeletionPolicy1.testKeepOptimizedOnlyCommits-seed#[7E7601F8983D5B07]) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[2]} 0 0
[junit4] 2> 901448 INFO (searcherExecutor-10397-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 901448 INFO (TEST-TestSolrDeletionPolicy1.testKeepOptimizedOnlyCommits-seed#[7E7601F8983D5B07]) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 3
[junit4] 2> 901448 INFO (TEST-TestSolrDeletionPolicy1.testKeepOptimizedOnlyCommits-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:[0+TO+2]&qt=&start=0&rows=20&version=2.2} hits=2 status=0 QTime=0
[junit4] 2> 901449 INFO (TEST-TestSolrDeletionPolicy1.testKeepOptimizedOnlyCommits-seed#[7E7601F8983D5B07]) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[3]} 0 0
[junit4] 2> 901453 INFO (searcherExecutor-10397-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 901453 INFO (TEST-TestSolrDeletionPolicy1.testKeepOptimizedOnlyCommits-seed#[7E7601F8983D5B07]) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{optimize=} 0 3
[junit4] 2> 901453 INFO (TEST-TestSolrDeletionPolicy1.testKeepOptimizedOnlyCommits-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:[0+TO+3]&qt=&start=0&rows=20&version=2.2} hits=3 status=0 QTime=0
[junit4] 2> 901454 INFO (TEST-TestSolrDeletionPolicy1.testKeepOptimizedOnlyCommits-seed#[7E7601F8983D5B07]) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[4]} 0 0
[junit4] 2> 901458 INFO (searcherExecutor-10397-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 901458 INFO (TEST-TestSolrDeletionPolicy1.testKeepOptimizedOnlyCommits-seed#[7E7601F8983D5B07]) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{optimize=} 0 3
[junit4] 2> 901458 INFO (TEST-TestSolrDeletionPolicy1.testKeepOptimizedOnlyCommits-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:[0+TO+4]&qt=&start=0&rows=20&version=2.2} hits=4 status=0 QTime=0
[junit4] 2> 901467 INFO (TEST-TestSolrDeletionPolicy1.testKeepOptimizedOnlyCommits-seed#[7E7601F8983D5B07]) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[5]} 0 0
[junit4] 2> 901471 INFO (searcherExecutor-10397-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 901471 INFO (TEST-TestSolrDeletionPolicy1.testKeepOptimizedOnlyCommits-seed#[7E7601F8983D5B07]) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{optimize=} 0 3
[junit4] 2> 901471 INFO (TEST-TestSolrDeletionPolicy1.testKeepOptimizedOnlyCommits-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:[0+TO+5]&qt=&start=0&rows=20&version=2.2} hits=5 status=0 QTime=0
[junit4] 2> 901473 INFO (TEST-TestSolrDeletionPolicy1.testKeepOptimizedOnlyCommits-seed#[7E7601F8983D5B07]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testKeepOptimizedOnlyCommits
[junit4] 2> 901477 INFO (TEST-TestSolrDeletionPolicy1.testNumCommitsConfigured-seed#[7E7601F8983D5B07]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNumCommitsConfigured
[junit4] 2> 901477 INFO (TEST-TestSolrDeletionPolicy1.testNumCommitsConfigured-seed#[7E7601F8983D5B07]) [ ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 901477 INFO (TEST-TestSolrDeletionPolicy1.testNumCommitsConfigured-seed#[7E7601F8983D5B07]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
[junit4] 2> 901478 INFO (TEST-TestSolrDeletionPolicy1.testNumCommitsConfigured-seed#[7E7601F8983D5B07]) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[1]} 0 0
[junit4] 2> 901481 INFO (searcherExecutor-10397-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 901481 INFO (TEST-TestSolrDeletionPolicy1.testNumCommitsConfigured-seed#[7E7601F8983D5B07]) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 3
[junit4] 2> 901482 INFO (TEST-TestSolrDeletionPolicy1.testNumCommitsConfigured-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:[0+TO+1]&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
[junit4] 2> 901482 INFO (TEST-TestSolrDeletionPolicy1.testNumCommitsConfigured-seed#[7E7601F8983D5B07]) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[2]} 0 0
[junit4] 2> 901486 INFO (searcherExecutor-10397-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 901486 INFO (TEST-TestSolrDeletionPolicy1.testNumCommitsConfigured-seed#[7E7601F8983D5B07]) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 3
[junit4] 2> 901486 INFO (TEST-TestSolrDeletionPolicy1.testNumCommitsConfigured-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:[0+TO+2]&qt=&start=0&rows=20&version=2.2} hits=2 status=0 QTime=0
[junit4] 2> 901487 INFO (TEST-TestSolrDeletionPolicy1.testNumCommitsConfigured-seed#[7E7601F8983D5B07]) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[3]} 0 0
[junit4] 2> 901490 INFO (searcherExecutor-10397-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 901490 INFO (TEST-TestSolrDeletionPolicy1.testNumCommitsConfigured-seed#[7E7601F8983D5B07]) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{optimize=} 0 3
[junit4] 2> 901491 INFO (TEST-TestSolrDeletionPolicy1.testNumCommitsConfigured-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:[0+TO+3]&qt=&start=0&rows=20&version=2.2} hits=3 status=0 QTime=0
[junit4] 2> 901491 INFO (TEST-TestSolrDeletionPolicy1.testNumCommitsConfigured-seed#[7E7601F8983D5B07]) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[4]} 0 0
[junit4] 2> 901495 INFO (searcherExecutor-10397-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 901495 INFO (TEST-TestSolrDeletionPolicy1.testNumCommitsConfigured-seed#[7E7601F8983D5B07]) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{optimize=} 0 3
[junit4] 2> 901496 INFO (TEST-TestSolrDeletionPolicy1.testNumCommitsConfigured-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:[0+TO+4]&qt=&start=0&rows=20&version=2.2} hits=4 status=0 QTime=0
[junit4] 2> 901496 INFO (TEST-TestSolrDeletionPolicy1.testNumCommitsConfigured-seed#[7E7601F8983D5B07]) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[5]} 0 0
[junit4] 2> 901500 INFO (searcherExecutor-10397-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 901500 INFO (TEST-TestSolrDeletionPolicy1.testNumCommitsConfigured-seed#[7E7601F8983D5B07]) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{optimize=} 0 3
[junit4] 2> 901500 INFO (TEST-TestSolrDeletionPolicy1.testNumCommitsConfigured-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:[0+TO+5]&qt=&start=0&rows=20&version=2.2} hits=5 status=0 QTime=0
[junit4] 2> 901501 INFO (TEST-TestSolrDeletionPolicy1.testNumCommitsConfigured-seed#[7E7601F8983D5B07]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNumCommitsConfigured
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrDeletionPolicy1 -Dtests.method=testNumCommitsConfigured -Dtests.seed=7E7601F8983D5B07 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=sq -Dtests.timezone=Europe/Oslo -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 0.03s J2 | TestSolrDeletionPolicy1.testNumCommitsConfigured <<<
[junit4] > Throwable #1: java.lang.AssertionError
[junit4] > at __randomizedtesting.SeedInfo.seed([7E7601F8983D5B07:A28FA9738A3581C7]:0)
[junit4] > at org.apache.solr.core.TestSolrDeletionPolicy1.testNumCommitsConfigured(TestSolrDeletionPolicy1.java:108)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 901503 INFO (SUITE-TestSolrDeletionPolicy1-seed#[7E7601F8983D5B07]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 901503 INFO (SUITE-TestSolrDeletionPolicy1-seed#[7E7601F8983D5B07]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1492716631
[junit4] 2> 901504 INFO (coreCloseExecutor-10402-thread-1) [ ] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@778439d8
[junit4] 2> 901504 INFO (coreCloseExecutor-10402-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@778439d8
[junit4] 2> 901505 INFO (coreCloseExecutor-10402-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@12232820: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1/com.codahale.metrics.MetricRegistry@63b487a8
[junit4] 2> 901583 INFO (coreCloseExecutor-10402-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 901584 INFO (SUITE-TestSolrDeletionPolicy1-seed#[7E7601F8983D5B07]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 901584 INFO (SUITE-TestSolrDeletionPolicy1-seed#[7E7601F8983D5B07]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2c7b85e3: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@6f9d1182
[junit4] 2> 901589 INFO (SUITE-TestSolrDeletionPolicy1-seed#[7E7601F8983D5B07]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 901589 INFO (SUITE-TestSolrDeletionPolicy1-seed#[7E7601F8983D5B07]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7ceae28c: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@8598173
[junit4] 2> 901591 INFO (SUITE-TestSolrDeletionPolicy1-seed#[7E7601F8983D5B07]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 901591 INFO (SUITE-TestSolrDeletionPolicy1-seed#[7E7601F8983D5B07]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1cb76938: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@4aa1365f
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.core.TestSolrDeletionPolicy1_7E7601F8983D5B07-001
[junit4] 2> NOTE: test params are: codec=Lucene87, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=sq, timezone=Europe/Oslo
[junit4] 2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=249751232,total=526385152
[junit4] 2> NOTE: All tests run in this JVM: [TestHalfAndHalfDocValues, TestTrackingShardHandlerFactory, TestFunctionQuery, HdfsCloudIncrementalBackupTest, TestEmbeddedSolrServerConstructors, TestUniqueKeyFieldResource, AdminHandlersProxyTest, HealthCheckHandlerTest, DistributedQueryElevationComponentTest, TestPayloadCheckQParserPlugin, TestIBSimilarityFactory, CollectionsAPIDistributedZkTest, SolrMetricManagerTest, DateMathParserTest, HdfsChaosMonkeyNothingIsSafeTest, MaxScoreCollectorTest, TestFieldCacheSort, RegexBytesRefFilterTest, SuggestComponentTest, TestSchemaResource, ChaosMonkeyNothingIsSafeWithPullReplicasTest, FieldMutatingUpdateProcessorTest, TestUnInvertedFieldException, TestCryptoKeys, TestRetrieveFieldsOptimizer, JSONWriterTest, TestClusterStateMutator, TestConfigSetImmutable, TestCursorMarkWithoutUniqueKey, PeerSyncWithBufferUpdatesTest, NodeLostTriggerTest, StatelessScriptUpdateProcessorFactoryTest, LeaderVoteWaitTimeoutTest, ActionThrottleTest, LukeRequestHandlerTest, TestSQLHandler, TestQueryingOnDownCollection, BlockDirectoryTest, SuggesterTSTTest, MigrateRouteKeyTest, ZkShardTermsTest, TestBlockCollapse, ShardsWhitelistTest, SSLMigrationTest, TestSchemalessBufferedUpdates, TestSimPolicyCloud, ClusterStateUpdateTest, TestCloudRecovery, TestUnifiedSolrHighlighterWithoutStoredId, TestOmitPositions, URLClassifyProcessorTest, TestXIncludeConfig, HttpPartitionTest, TestWordDelimiterFilterFactory, DistanceFunctionTest, CopyFieldTest, ConvertedLegacyTest, DistribJoinFromCollectionTest, TestCloudManagedSchema, SolrCloudExampleTest, TestLRUCache, TestReRankQParserPlugin, ForceLeaderTest, TransactionLogTest, CoreAdminOperationTest, CheckHdfsIndexTest, RandomizedTaggerTest, AlternateDirectoryTest, TestLegacyFieldReuse, PreAnalyzedFieldManagedSchemaCloudTest, TestReloadAndDeleteDocs, PeerSyncReplicationTest, HighlighterTest, SolrJmxReporterCloudTest, TestXmlQParser, SolrRequestParserTest, TestOnReconnectListenerSupport, TestLeaderElectionWithEmptyReplica, SolrInfoBeanTest, DistributedFacetPivotWhiteBoxTest, DebugComponentTest, TestConfigSetsAPI, TestDownShardTolerantSearch, TestNestedDocsSort, TestNonDefinedSimilarityFactory, NumberUtilsTest, CdcrWithNodesRestartsTest, TestApiFramework, TestInitParams, CdcrOpsAndBoundariesTest, TestSolrDeletionPolicy1]
[junit4] Completed [393/935 (1!)] on J2 in 1.07s, 3 tests, 1 failure <<< FAILURES!
[...truncated 224 lines...]
[junit4] Suite: org.apache.solr.cloud.cdcr.CdcrBootstrapTest
[junit4] 2> 815215 INFO (SUITE-CdcrBootstrapTest-seed#[7E7601F8983D5B07]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> 815215 INFO (SUITE-CdcrBootstrapTest-seed#[7E7601F8983D5B07]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 815215 INFO (SUITE-CdcrBootstrapTest-seed#[7E7601F8983D5B07]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_7E7601F8983D5B07-001/data-dir-84-001
[junit4] 2> 815215 WARN (SUITE-CdcrBootstrapTest-seed#[7E7601F8983D5B07]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 815216 INFO (SUITE-CdcrBootstrapTest-seed#[7E7601F8983D5B07]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 815217 INFO (SUITE-CdcrBootstrapTest-seed#[7E7601F8983D5B07]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 815220 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E7601F8983D5B07]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testConvertClusterToCdcrAndBootstrap
[junit4] 2> 815220 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_7E7601F8983D5B07-001/cdcr-target-001
[junit4] 2> 815221 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 815221 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 815221 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 815222 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 815321 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.ZkTestServer start zk server on port: 43365
[junit4] 2> 815321 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:43365
[junit4] 2> 815321 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43365
[junit4] 2> 815321 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43365
[junit4] 2> 815322 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 815324 INFO (zkConnectionManagerCallback-7916-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 815324 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 815330 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 815332 INFO (zkConnectionManagerCallback-7918-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 815334 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 815335 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 815338 INFO (zkConnectionManagerCallback-7920-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 815339 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 815449 INFO (jetty-launcher-7921-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 815449 INFO (jetty-launcher-7921-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 815449 INFO (jetty-launcher-7921-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 815459 INFO (jetty-launcher-7921-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 815459 INFO (jetty-launcher-7921-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 815459 INFO (jetty-launcher-7921-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 815459 INFO (jetty-launcher-7921-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@40a0797f{/solr,null,AVAILABLE}
[junit4] 2> 815460 INFO (jetty-launcher-7921-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@537879fc{SSL, (ssl, http/1.1)}{127.0.0.1:46533}
[junit4] 2> 815460 INFO (jetty-launcher-7921-thread-1) [ ] o.e.j.s.Server Started @815487ms
[junit4] 2> 815460 INFO (jetty-launcher-7921-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:43365/solr, hostPort=46533}
[junit4] 2> 815460 ERROR (jetty-launcher-7921-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 815460 INFO (jetty-launcher-7921-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 815460 INFO (jetty-launcher-7921-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.0
[junit4] 2> 815460 INFO (jetty-launcher-7921-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 815460 INFO (jetty-launcher-7921-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 815460 INFO (jetty-launcher-7921-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-01T19:28:51.908Z
[junit4] 2> 815462 INFO (jetty-launcher-7921-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 815463 INFO (zkConnectionManagerCallback-7923-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 815463 INFO (jetty-launcher-7921-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 815463 INFO (jetty-launcher-7921-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 815469 INFO (jetty-launcher-7921-thread-1) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 816036 INFO (jetty-launcher-7921-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 816037 WARN (jetty-launcher-7921-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 816038 WARN (jetty-launcher-7921-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@49199c20[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 816038 WARN (jetty-launcher-7921-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@49199c20[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 816044 WARN (jetty-launcher-7921-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 816044 WARN (jetty-launcher-7921-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@34948aef[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 816044 WARN (jetty-launcher-7921-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@34948aef[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 816045 INFO (jetty-launcher-7921-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43365/solr
[junit4] 2> 816046 INFO (jetty-launcher-7921-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 816047 INFO (zkConnectionManagerCallback-7934-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 816047 INFO (jetty-launcher-7921-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 816148 INFO (jetty-launcher-7921-thread-1) [n:127.0.0.1:46533_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 816149 INFO (zkConnectionManagerCallback-7936-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 816149 INFO (jetty-launcher-7921-thread-1) [n:127.0.0.1:46533_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 816159 WARN (jetty-launcher-7921-thread-1) [n:127.0.0.1:46533_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 816211 INFO (jetty-launcher-7921-thread-1) [n:127.0.0.1:46533_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46533_solr
[junit4] 2> 816212 INFO (jetty-launcher-7921-thread-1) [n:127.0.0.1:46533_solr ] o.a.s.c.Overseer Overseer (id=73260279588913157-127.0.0.1:46533_solr-n_0000000000) starting
[junit4] 2> 816216 INFO (OverseerStateUpdate-73260279588913157-127.0.0.1:46533_solr-n_0000000000) [n:127.0.0.1:46533_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:46533_solr
[junit4] 2> 816216 INFO (jetty-launcher-7921-thread-1) [n:127.0.0.1:46533_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46533_solr
[junit4] 2> 816217 INFO (OverseerStateUpdate-73260279588913157-127.0.0.1:46533_solr-n_0000000000) [n:127.0.0.1:46533_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 816219 INFO (jetty-launcher-7921-thread-1) [n:127.0.0.1:46533_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 816220 WARN (jetty-launcher-7921-thread-1) [n:127.0.0.1:46533_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 816235 INFO (jetty-launcher-7921-thread-1) [n:127.0.0.1:46533_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_7E7601F8983D5B07-001/cdcr-target-001/node1
[junit4] 2> 816270 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 816294 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 816306 INFO (zkConnectionManagerCallback-7951-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 816306 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 816307 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 816308 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43365/solr ready
[junit4] 2> 816308 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.c.CdcrBootstrapTest Target zkHost = 127.0.0.1:43365/solr
[junit4] 2> 816308 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_7E7601F8983D5B07-001/cdcr-source-001
[junit4] 2> 816309 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 816315 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 816316 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 816318 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 816415 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.ZkTestServer start zk server on port: 42791
[junit4] 2> 816416 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:42791
[junit4] 2> 816416 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:42791
[junit4] 2> 816416 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 42791
[junit4] 2> 816417 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 816420 INFO (zkConnectionManagerCallback-7953-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 816421 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 816426 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 816430 INFO (zkConnectionManagerCallback-7955-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 816430 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 816431 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 816434 INFO (zkConnectionManagerCallback-7957-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 816434 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 816539 INFO (jetty-launcher-7958-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 816539 INFO (jetty-launcher-7958-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 816539 INFO (jetty-launcher-7958-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 816540 INFO (jetty-launcher-7958-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 816540 INFO (jetty-launcher-7958-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 816540 INFO (jetty-launcher-7958-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 816540 INFO (jetty-launcher-7958-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@58dc9d8a{/solr,null,AVAILABLE}
[junit4] 2> 816541 INFO (jetty-launcher-7958-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@11ff9d7a{SSL, (ssl, http/1.1)}{127.0.0.1:36549}
[junit4] 2> 816541 INFO (jetty-launcher-7958-thread-1) [ ] o.e.j.s.Server Started @816568ms
[junit4] 2> 816541 INFO (jetty-launcher-7958-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:42791/solr, hostPort=36549}
[junit4] 2> 816541 ERROR (jetty-launcher-7958-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 816541 INFO (jetty-launcher-7958-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 816541 INFO (jetty-launcher-7958-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.0
[junit4] 2> 816541 INFO (jetty-launcher-7958-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 816541 INFO (jetty-launcher-7958-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 816541 INFO (jetty-launcher-7958-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-01T19:28:52.989Z
[junit4] 2> 816542 INFO (jetty-launcher-7958-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 816543 INFO (zkConnectionManagerCallback-7960-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 816543 INFO (jetty-launcher-7958-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 816543 INFO (jetty-launcher-7958-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 816546 INFO (jetty-launcher-7958-thread-1) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 816547 WARN (jetty-launcher-7958-thread-1-SendThread(127.0.0.1:42791)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10445d611540003.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x10445d611540003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10445d611540003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 816966 INFO (jetty-launcher-7958-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 816967 WARN (jetty-launcher-7958-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 816968 WARN (jetty-launcher-7958-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7c22254[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 816968 WARN (jetty-launcher-7958-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7c22254[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 816969 WARN (jetty-launcher-7958-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 816970 WARN (jetty-launcher-7958-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1d1bbfbb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 816970 WARN (jetty-launcher-7958-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1d1bbfbb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 816971 INFO (jetty-launcher-7958-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42791/solr
[junit4] 2> 816972 INFO (jetty-launcher-7958-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 816973 INFO (zkConnectionManagerCallback-7971-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 816973 INFO (jetty-launcher-7958-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 817074 INFO (jetty-launcher-7958-thread-1) [n:127.0.0.1:36549_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 817075 INFO (zkConnectionManagerCallback-7973-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 817075 INFO (jetty-launcher-7958-thread-1) [n:127.0.0.1:36549_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 817089 WARN (jetty-launcher-7958-thread-1) [n:127.0.0.1:36549_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 817149 INFO (jetty-launcher-7958-thread-1) [n:127.0.0.1:36549_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36549_solr
[junit4] 2> 817150 INFO (jetty-launcher-7958-thread-1) [n:127.0.0.1:36549_solr ] o.a.s.c.Overseer Overseer (id=73260279660806149-127.0.0.1:36549_solr-n_0000000000) starting
[junit4] 2> 817154 INFO (jetty-launcher-7958-thread-1) [n:127.0.0.1:36549_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36549_solr
[junit4] 2> 817154 INFO (OverseerStateUpdate-73260279660806149-127.0.0.1:36549_solr-n_0000000000) [n:127.0.0.1:36549_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:36549_solr
[junit4] 2> 817155 INFO (OverseerStateUpdate-73260279660806149-127.0.0.1:36549_solr-n_0000000000) [n:127.0.0.1:36549_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 817156 INFO (jetty-launcher-7958-thread-1) [n:127.0.0.1:36549_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 817157 WARN (jetty-launcher-7958-thread-1) [n:127.0.0.1:36549_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 817173 INFO (jetty-launcher-7958-thread-1) [n:127.0.0.1:36549_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_7E7601F8983D5B07-001/cdcr-source-001/node1
[junit4] 2> 817194 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 817194 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 817195 INFO (zkConnectionManagerCallback-7988-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 817195 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 817196 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 817197 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:4
[...truncated too long message...]
ocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10445da0cd0000b, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 1209414 INFO (closeThreadPool-8449-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73260296764915720-127.0.0.1:36295_solr-n_0000000000) closing
[junit4] 2> 1209417 INFO (zkCallback-8233-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1)
[junit4] 2> 1209417 INFO (OverseerStateUpdate-73260296764915720-127.0.0.1:36295_solr-n_0000000000) [n:127.0.0.1:36295_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36295_solr
[junit4] 2> 1209419 INFO (OverseerAutoScalingTriggerThread-73260296764915720-127.0.0.1:36295_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1209419 INFO (closeThreadPool-8449-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73260296764915720-127.0.0.1:36295_solr-n_0000000000) closing
[junit4] 2> 1209419 WARN (jetty-launcher-8201-thread-1-SendThread(127.0.0.1:34805)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10445da0cd00008.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x10445da0cd00008, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10445da0cd00008, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 1209511 INFO (jetty-closer-8431-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@707fa5a0{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 1209512 INFO (jetty-closer-8431-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@75a3bc6f{/solr,null,STOPPED}
[junit4] 2> 1209512 INFO (jetty-closer-8431-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1209611 INFO (jetty-closer-8431-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73260296764915720-127.0.0.1:36295_solr-n_0000000000) closing
[junit4] 2> 1209612 INFO (jetty-closer-8431-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5b1d2a29{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 1209612 INFO (jetty-closer-8431-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@192d615{/solr,null,STOPPED}
[junit4] 2> 1209612 INFO (jetty-closer-8431-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1209711 INFO (jetty-closer-8431-thread-3) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@29c0d067{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 1209712 INFO (jetty-closer-8431-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@47a0f796{/solr,null,STOPPED}
[junit4] 2> 1209712 INFO (jetty-closer-8431-thread-3) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1209712 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 1209915 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 10 /solr/collections/cdcr-target/terms/shard1
[junit4] 2> 6 /solr/collections/cdcr-target/leaders/shard1/leader
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 3 /solr/configs/cdcr-target/managed-schema
[junit4] 2> 3 /solr/packages.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/cdcr-target
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 44 /solr/collections/cdcr-target/state.json
[junit4] 2> 7 /solr/collections/cdcr-target/cdcr/state/process
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 3 /solr/collections/cdcr-target/cdcr/state/buffer
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 29 /solr/collections/cdcr-target/state.json
[junit4] 2> 26 /solr/overseer/queue
[junit4] 2> 12 /solr/live_nodes
[junit4] 2> 9 /solr/collections
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 1209917 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:34805
[junit4] 2> 1209917 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:34805
[junit4] 2> 1209917 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[7E7601F8983D5B07]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 34805
[junit4] 2> 1209918 INFO (TEST-CdcrBootstrapTest.testBootstrapWithMultipleReplicas-seed#[7E7601F8983D5B07]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBootstrapWithMultipleReplicas
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CdcrBootstrapTest -Dtests.method=testBootstrapWithMultipleReplicas -Dtests.seed=7E7601F8983D5B07 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=en-NZ -Dtests.timezone=BST -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 133s J1 | CdcrBootstrapTest.testBootstrapWithMultipleReplicas <<<
[junit4] > Throwable #1: java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
[junit4] > at __randomizedtesting.SeedInfo.seed([7E7601F8983D5B07:E88B0FF8E57BED45]:0)
[junit4] > at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithMultipleReplicas(CdcrBootstrapTest.java:293)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_7E7601F8983D5B07-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {_root_=PostingsFormat(name=LuceneFixedGap), xyz=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{}, maxPointsInLeafNode=1728, maxMBSortInHeap=7.263749062663469, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=en-NZ, timezone=BST
[junit4] 2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=244304976,total=491257856
[junit4] 2> NOTE: All tests run in this JVM: [TestCollationFieldDocValues, TestPivotHelperCode, SortByFunctionTest, CustomCollectionTest, TestEmbeddedSolrServerAdminHandler, TestSerializedLuceneMatchVersion, XsltUpdateRequestHandlerTest, DaemonStreamApiTest, DistributedQueryComponentOptimizationTest, TestOverriddenPrefixQueryForCustomFieldType, TestDFRSimilarityFactory, CollectionsAPIAsyncDistributedZkTest, SolrCoreMetricManagerTest, DOMUtilTest, HdfsBasicDistributedZkTest, LargeFieldTest, TestFieldCacheReopen, TestPackages, SuggestComponentContextFilterQueryTest, TestSchemaNameResource, ChaosMonkeyNothingIsSafeTest, DocExpirationUpdateProcessorFactoryTest, TestStreamBody, TestConfigSetsAPIZkFailure, TestRawTransformer, TestMacros, StressHdfsTest, TestConfigOverlay, TestCrossCoreJoin, PeerSyncTest, NodeLostTriggerIntegrationTest, LeaderTragicEventTest, ConnectionReuseTest, LoggingHandlerTest, TestRestoreCore, UtilsToolTest, TestPullReplicaErrorHandling, BlockCacheTest, SuggesterFSTTest, MetricsHistoryWithAuthIntegrationTest, ZkNodePropsTest, TestAddFieldRealTimeGet, SearchHandlerTest, RoutingToNodesWithPropertiesTest, TestSchemaManager, TestSimNodeLostTrigger, ShowFileRequestHandlerTest, ClusterStateTest, TestCloudPseudoReturnFields, TestUnifiedSolrHighlighter, TestManagedSchemaThreadSafety, TolerantUpdateProcessorTest, TestSolrXml, HttpPartitionOnCommitTest, TestReversedWildcardFilterFactory, HLLUtilTest, TestSortByMinMaxFunction, ChangedSchemaMergeTest, BasicFunctionalityTest, DistribDocExpirationUpdateProcessorTest, TestBulkSchemaConcurrent, SolrCLIZkUtilsTest, TestLFUCache, TestRangeQuery, DocValuesNotIndexedTest, TestUpdate, CoreAdminHandlerTest, WrapperMergePolicyFactoryTest, EmbeddedSolrNoSerializeTest, ZkDynamicConfigTest, TestLegacyField, PolyFieldTest, TestQuerySenderNoQuery, PackageManagerCLITest, HighlighterMaxOffsetTest, SolrGraphiteReporterTest, TestValueSourceCache, SecurityHeadersTest, TestMiniSolrCloudClusterSSL, TestHashPartitioner, SampleTest, DistributedFacetPivotSmallTest, CustomTermsComponentTest, TestClusterProperties, TestDistributedMap, TestCloudNestedDocsSort, TestLegacyBM25SimilarityFactory, FileUtilsTest, CdcrVersionReplicationTest, SystemInfoHandlerTest, TestInfoStreamLogging, CdcrBootstrapTest]
[junit4] Completed [464/935 (2!)] on J1 in 394.91s, 4 tests, 3 failures, 1 skipped <<< FAILURES!
[...truncated 52437 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1954 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1954/
4 tests failed.
FAILED: org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure
Error Message:
Did not see a fully active cluster
Stack Trace:
java.lang.AssertionError: Did not see a fully active cluster
at __randomizedtesting.SeedInfo.seed([A2FDE94EF69833AC:2ACB4B1D2E37DBBE]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure(TestCollectionStateWatchers.java:284)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithSourceCluster
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([3BE1BB64307405AF:E2B7EAA0331016E5]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithSourceCluster(CdcrBootstrapTest.java:208)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithMultipleReplicas
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([3BE1BB64307405AF:AD1CB5644D32B3ED]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithMultipleReplicas(CdcrBootstrapTest.java:293)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([3BE1BB64307405AF:EC369413842B9DE8]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap(CdcrBootstrapTest.java:129)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 16112 lines...]
[junit4] Suite: org.apache.solr.cloud.cdcr.CdcrBootstrapTest
[junit4] 2> 2008595 INFO (SUITE-CdcrBootstrapTest-seed#[3BE1BB64307405AF]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> 2008595 INFO (SUITE-CdcrBootstrapTest-seed#[3BE1BB64307405AF]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrBootstrapTest_3BE1BB64307405AF-001/data-dir-184-001
[junit4] 2> 2008595 INFO (SUITE-CdcrBootstrapTest-seed#[3BE1BB64307405AF]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2008597 INFO (SUITE-CdcrBootstrapTest-seed#[3BE1BB64307405AF]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2008597 INFO (SUITE-CdcrBootstrapTest-seed#[3BE1BB64307405AF]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] IGNOR/A 0.00s J2 | CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster
[junit4] > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
[junit4] 2> 2008600 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBootstrapWithSourceCluster
[junit4] 2> 2008601 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrBootstrapTest_3BE1BB64307405AF-001/cdcr-target-001
[junit4] 2> 2008601 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2008601 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 2008601 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2008602 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 2008701 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.ZkTestServer start zk server on port: 42463
[junit4] 2> 2008701 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:42463
[junit4] 2> 2008701 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:42463
[junit4] 2> 2008701 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 42463
[junit4] 2> 2008703 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2008705 INFO (zkConnectionManagerCallback-17037-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2008705 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2008707 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2008708 INFO (zkConnectionManagerCallback-17039-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2008708 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2008708 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2008709 INFO (zkConnectionManagerCallback-17041-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2008709 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2008812 INFO (jetty-launcher-17042-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2008812 INFO (jetty-launcher-17042-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 2008812 INFO (jetty-launcher-17042-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 2008813 INFO (jetty-launcher-17042-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2008813 INFO (jetty-launcher-17042-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2008813 INFO (jetty-launcher-17042-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2008813 INFO (jetty-launcher-17042-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@aa9f4ed{/solr,null,AVAILABLE}
[junit4] 2> 2008813 INFO (jetty-launcher-17042-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@193c354a{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:46239}
[junit4] 2> 2008813 INFO (jetty-launcher-17042-thread-1) [ ] o.e.j.s.Server Started @2008841ms
[junit4] 2> 2008813 INFO (jetty-launcher-17042-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:42463/solr, hostPort=46239}
[junit4] 2> 2008813 ERROR (jetty-launcher-17042-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2008814 INFO (jetty-launcher-17042-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2008814 INFO (jetty-launcher-17042-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.0
[junit4] 2> 2008814 INFO (jetty-launcher-17042-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2008814 INFO (jetty-launcher-17042-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 2008814 INFO (jetty-launcher-17042-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-01T18:13:52.616Z
[junit4] 2> 2008814 INFO (jetty-launcher-17042-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2008815 INFO (zkConnectionManagerCallback-17044-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2008815 INFO (jetty-launcher-17042-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2008815 INFO (jetty-launcher-17042-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2008819 INFO (jetty-launcher-17042-thread-1) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 2009400 INFO (jetty-launcher-17042-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2009400 WARN (jetty-launcher-17042-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@12ba3a7f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2009401 WARN (jetty-launcher-17042-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@12ba3a7f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2009403 WARN (jetty-launcher-17042-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@62e914b9[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2009403 WARN (jetty-launcher-17042-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@62e914b9[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2009404 INFO (jetty-launcher-17042-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42463/solr
[junit4] 2> 2009405 INFO (jetty-launcher-17042-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2009406 INFO (zkConnectionManagerCallback-17055-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2009406 INFO (jetty-launcher-17042-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2009508 INFO (jetty-launcher-17042-thread-1) [n:127.0.0.1:46239_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2009509 INFO (zkConnectionManagerCallback-17057-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2009509 INFO (jetty-launcher-17042-thread-1) [n:127.0.0.1:46239_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2009518 WARN (jetty-launcher-17042-thread-1) [n:127.0.0.1:46239_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 2009568 INFO (jetty-launcher-17042-thread-1) [n:127.0.0.1:46239_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46239_solr
[junit4] 2> 2009568 INFO (jetty-launcher-17042-thread-1) [n:127.0.0.1:46239_solr ] o.a.s.c.Overseer Overseer (id=73259984725082117-127.0.0.1:46239_solr-n_0000000000) starting
[junit4] 2> 2009574 INFO (OverseerStateUpdate-73259984725082117-127.0.0.1:46239_solr-n_0000000000) [n:127.0.0.1:46239_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:46239_solr
[junit4] 2> 2009574 INFO (jetty-launcher-17042-thread-1) [n:127.0.0.1:46239_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46239_solr
[junit4] 2> 2009575 INFO (OverseerStateUpdate-73259984725082117-127.0.0.1:46239_solr-n_0000000000) [n:127.0.0.1:46239_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2009577 INFO (jetty-launcher-17042-thread-1) [n:127.0.0.1:46239_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2009577 WARN (jetty-launcher-17042-thread-1) [n:127.0.0.1:46239_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2009591 INFO (jetty-launcher-17042-thread-1) [n:127.0.0.1:46239_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrBootstrapTest_3BE1BB64307405AF-001/cdcr-target-001/node1
[junit4] 2> 2009601 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 2009601 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2009602 INFO (zkConnectionManagerCallback-17072-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2009602 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2009603 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2009604 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42463/solr ready
[junit4] 1> Target zkHost = 127.0.0.1:42463/solr
[junit4] 2> 2009605 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrBootstrapTest_3BE1BB64307405AF-001/cdcr-source-001
[junit4] 2> 2009605 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2009605 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 2009605 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2009606 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 2009705 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.ZkTestServer start zk server on port: 33161
[junit4] 2> 2009705 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:33161
[junit4] 2> 2009705 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33161
[junit4] 2> 2009705 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33161
[junit4] 2> 2009707 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2009709 INFO (zkConnectionManagerCallback-17074-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2009709 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2009711 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2009712 INFO (zkConnectionManagerCallback-17076-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2009712 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2009713 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2009713 INFO (zkConnectionManagerCallback-17078-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2009713 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2009815 INFO (jetty-launcher-17079-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2009815 INFO (jetty-launcher-17079-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 2009816 INFO (jetty-launcher-17079-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 2009816 INFO (jetty-launcher-17079-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2009816 INFO (jetty-launcher-17079-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2009816 INFO (jetty-launcher-17079-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2009817 INFO (jetty-launcher-17079-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6db7c84b{/solr,null,AVAILABLE}
[junit4] 2> 2009817 INFO (jetty-launcher-17079-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3e099097{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:42269}
[junit4] 2> 2009817 INFO (jetty-launcher-17079-thread-1) [ ] o.e.j.s.Server Started @2009844ms
[junit4] 2> 2009817 INFO (jetty-launcher-17079-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:33161/solr, hostPort=42269}
[junit4] 2> 2009817 ERROR (jetty-launcher-17079-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2009817 INFO (jetty-launcher-17079-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2009817 INFO (jetty-launcher-17079-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.0
[junit4] 2> 2009817 INFO (jetty-launcher-17079-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2009817 INFO (jetty-launcher-17079-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 2009817 INFO (jetty-launcher-17079-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-01T18:13:53.619Z
[junit4] 2> 2009818 INFO (jetty-launcher-17079-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2009818 INFO (zkConnectionManagerCallback-17081-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2009818 INFO (jetty-launcher-17079-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2009819 INFO (jetty-launcher-17079-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2009822 INFO (jetty-launcher-17079-thread-1) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 2010865 INFO (jetty-launcher-17079-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2010866 WARN (jetty-launcher-17079-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@43832f5f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2010866 WARN (jetty-launcher-17079-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@43832f5f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2010868 WARN (jetty-launcher-17079-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6815e8bb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2010868 WARN (jetty-launcher-17079-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6815e8bb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2010869 INFO (jetty-launcher-17079-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33161/solr
[junit4] 2> 2010869 INFO (jetty-launcher-17079-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2010870 INFO (zkConnectionManagerCallback-17092-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2010870 INFO (jetty-launcher-17079-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2010972 INFO (jetty-launcher-17079-thread-1) [n:127.0.0.1:42269_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2010973 INFO (zkConnectionManagerCallback-17094-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2010973 INFO (jetty-launcher-17079-thread-1) [n:127.0.0.1:42269_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2010981 WARN (jetty-launcher-17079-thread-1) [n:127.0.0.1:42269_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 2011031 INFO (jetty-launcher-17079-thread-1) [n:127.0.0.1:42269_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42269_solr
[junit4] 2> 2011032 INFO (jetty-launcher-17079-thread-1) [n:127.0.0.1:42269_solr ] o.a.s.c.Overseer Overseer (id=73259984790880261-127.0.0.1:42269_solr-n_0000000000) starting
[junit4] 2> 2011036 INFO (OverseerStateUpdate-73259984790880261-127.0.0.1:42269_solr-n_0000000000) [n:127.0.0.1:42269_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:42269_solr
[junit4] 2> 2011036 INFO (jetty-launcher-17079-thread-1) [n:127.0.0.1:42269_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42269_solr
[junit4] 2> 2011037 INFO (OverseerStateUpdate-73259984790880261-127.0.0.1:42269_solr-n_0000000000) [n:127.0.0.1:42269_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2011038 INFO (jetty-launcher-17079-thread-1) [n:127.0.0.1:42269_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2011039 WARN (jetty-launcher-17079-thread-1) [n:127.0.0.1:42269_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2011053 INFO (jetty-launcher-17079-thread-1) [n:127.0.0.1:42269_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrBootstrapTest_3BE1BB64307405AF-001/cdcr-source-001/node1
[junit4] 2> 2011062 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 2011063 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2011064 INFO (zkConnectionManagerCallback-17109-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2011064 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2011065 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2011066 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33161/solr ready
[junit4] 2> 2011067 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2011067 INFO (zkConnectionManagerCallback-17111-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2011068 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2011174 INFO (OverseerThreadFactory-17101-thread-1-processing-n:127.0.0.1:42269_solr) [n:127.0.0.1:42269_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection cdcr-source
[junit4] 2> 2011282 INFO (OverseerStateUpdate-73259984790880261-127.0.0.1:42269_solr-n_0000000000) [n:127.0.0.1:42269_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"cdcr-source_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:42269_solr",
[junit4] 2> "base_url":"http://127.0.0.1:42269/solr",
[junit4] 2> "collection":"cdcr-source",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2011485 INFO (qtp818837758-34206) [n:127.0.0.1:42269_solr x:cdcr-source_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 2011485 INFO (qtp818837758-34206) [n:127.0.0.1:42269_solr x:cdcr-source_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2011497 INFO (qtp818837758-34206) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 2011503 INFO (qtp818837758-34206) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 2011504 INFO (qtp818837758-34206) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 2011504 INFO (qtp818837758-34206) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2011505 INFO (qtp818837758-34206) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema
[junit4] 2> 2011507 INFO (qtp818837758-34206) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak
[junit4] 2> 2011508 INFO (qtp818837758-34206) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from configset cdcr-source, trusted=true
[junit4] 2> 2011508 INFO (qtp818837758-34206) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrBootstrapTest_3BE1BB64307405AF-001/cdcr-source-001/node1/cdcr-source_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrBootstrapTest_3BE1BB64307405AF-001/cdcr-source-001/node1/cdcr-source_shard1_replica_n1/data/]
[junit4] 2> 2011593 WARN (qtp818837758-34206) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.D.s.CdcrRequestHandler Solr loaded a deprecated plugin/analysis class [solr.CdcrRequestHandler]. Please consult documentation how to replace it accordingly.
[junit4] 2> 2011593 WARN (qtp818837758-34206) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.h.CdcrRequestHandler CDCR (in its current form) is deprecated as of 8.6 and shall be removed in 9.0. See SOLR-14022 for details.
[junit4] 2> 2011609 INFO (qtp818837758-34206) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 2011609 INFO (qtp818837758-34206) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2011609 INFO (qtp818837758-34206) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2011610 INFO (qtp818837758-34206) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2011612 INFO (qtp818837758-34206) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
[junit4] 2> 2011613 INFO (qtp818837758-34206) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
[junit4] 2> 2011613 INFO (qtp818837758-34206) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-source/managed-schema
[junit4] 2> 2011613 INFO (qtp818837758-34206) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 2011613 INFO (qtp818837758-34206) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 2011621 INFO (qtp818837758-34206) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-source/cdcr/state/buffer
[junit4] 2> 2011631 INFO (qtp818837758-34206) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-source/cdcr/state/process
[junit4] 2> 2011697 INFO (qtp818837758-34206) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1695862840884199424
[junit4] 2> 2011699 INFO (searcherExecutor-17113-thread-1-processing-n:127.0.0.1:42269_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 2011703 INFO (qtp818837758-34206) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/cdcr-source/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 2011703 INFO (qtp818837758-34206) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/cdcr-source/leaders/shard1
[junit4] 2> 2011706 INFO (qtp818837758-34206) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2011706 INFO (qtp818837758-34206) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2011706 INFO (qtp818837758-34206) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42269/solr/cdcr-source_shard1_replica_n1/
[junit4] 2> 2011707 INFO (qtp818837758-34206) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2011707 INFO (qtp818837758-34206) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:42269/solr/cdcr-source_shard1_replica_n1/ has no replicas
[junit4] 2> 2011707 INFO (qtp818837758-34206) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/cdcr-source/leaders/shard1/leader after winning as /collections/cdcr-source/leader_elect/shard1/election/73259984790880261-core_node2-n_0000000000
[junit4] 2> 2011708 INFO (zkCallback-17093-thread-1) [ ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-source:shard1
[junit4] 2> 2011711 INFO (qtp818837758-34206) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42269/solr/cdcr-source_shard1_replica_n1/ shard1
[junit4] 2> 2011812 INFO (zkCallback-17093-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2011812 INFO (zkCallback-17093-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2011813 INFO (qtp818837758-34206) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2011816 INFO (qtp818837758-34206) [n:127.0.0.1:42269_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=331
[junit4] 2> 2011818 INFO (qtp818837758-34204) [n:127.0.0.1:42269_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 2011915 INFO (zkCallback-17093-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2011915 INFO (zkCallback-17093-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2011915 INFO (zkCallback-17093-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2011916 INFO (qtp818837758-34204) [n:127.0.0.1:42269_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=744
[junit4] 2> 2011916 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: cdcr-source
[junit4] 2> 2011935 INFO (qtp818837758-34207) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/cdcr-source/terms/shard1 to Terms{values={core_node2=1}, version=1}
[junit4] 2> 2011935 INFO (qtp818837758-34207) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=15
[junit4] 2> 2012011 INFO (searcherExecutor-17113-thread-1-processing-n:127.0.0.1:42269_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 2012011 INFO (qtp818837758-34203) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=75
[junit4] 2> 2012022 INFO (qtp818837758-34205) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=9
[junit4] 2> 2012076 INFO (searcherExecutor-17113-thread-1-processing-n:127.0.0.1:42269_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 2012076 INFO (qtp818837758-34206) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=53
[junit4] 2> 2012086 INFO (qtp818837758-34204) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 2012135 INFO (searcherExecutor-17113-thread-1-processing-n:127.0.0.1:42269_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 2012135 INFO (qtp818837758-34207) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=49
[junit4] 2> 2012145 INFO (qtp818837758-34203) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 2012190 INFO (searcherExecutor-17113-thread-1-processing-n:127.0.0.1:42269_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 2012190 INFO (qtp818837758-34205) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=44
[junit4] 2> 2012200 INFO (qtp818837758-34206) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=9
[junit4] 2> 2012243 INFO (searcherExecutor-17113-thread-1-processing-n:127.0.0.1:42269_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 2012243 INFO (qtp818837758-34204) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=42
[junit4] 2> 2012252 INFO (qtp818837758-34207) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 2012292 INFO (searcherExecutor-17113-thread-1-processing-n:127.0.0.1:42269_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 2012292 INFO (qtp818837758-34203) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=39
[junit4] 2> 2012301 INFO (qtp818837758-34205) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 2012345 INFO (searcherExecutor-17113-thread-1-processing-n:127.0.0.1:42269_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 2012346 INFO (qtp818837758-34206) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=44
[junit4] 2> 2012355 INFO (qtp818837758-34204) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 2012398 INFO (searcherExecutor-17113-thread-1-processing-n:127.0.0.1:42269_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 2012398 INFO (qtp818837758-34207) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=42
[junit4] 2> 2012407 INFO (qtp818837758-34203) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 2012448 INFO (searcherExecutor-17113-thread-1-processing-n:127.0.0.1:42269_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 2012449 INFO (qtp818837758-34205) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=41
[junit4] 2> 2012457 INFO (qtp818837758-34206) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 2012503 INFO (searcherExecutor-17113-thread-1-processing-n:127.0.0.1:42269_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 2012504 INFO (qtp818837758-34204) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=45
[junit4] 2> 2012504 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.c.CdcrBootstrapTest Adding numDocs=1000
[junit4] 2> 2012505 INFO (qtp818837758-34207) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-source:4&wt=javabin&version=2} hits=1000 status=0 QTime=0
[junit4] 2> 2012506 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2012507 INFO (zkConnectionManagerCallback-17121-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2012507 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2012614 INFO (OverseerThreadFactory-17064-thread-1-processing-n:127.0.0.1:46239_solr) [n:127.0.0.1:46239_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection cdcr-target
[junit4] 2> 2012721 INFO (OverseerStateUpdate-73259984725082117-127.0.0.1:46239_solr-n_0000000000) [n:127.0.0.1:46239_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"cdcr-target_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:46239_solr",
[junit4] 2> "base_url":"http://127.0.0.1:46239/solr",
[junit4] 2> "collection":"cdcr-target",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2012925 INFO (qtp402381253-34144) [n:127.0.0.1:46239_solr x:cdcr-target_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica_n1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2012925 INFO (qtp402381253-34144) [n:127.0.0.1:46239_solr x:cdcr-target_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2012935 INFO (qtp402381253-34144) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 2012941 INFO (qtp402381253-34144) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 2012942 INFO (qtp402381253-34144) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 2012942 INFO (qtp402381253-34144) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2012944 INFO (qtp402381253-34144) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-target/managed-schema
[junit4] 2> 2012946 INFO (qtp402381253-34144) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-target/schema.xml to /configs/cdcr-target/schema.xml.bak
[junit4] 2> 2012946 INFO (qtp402381253-34144) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-target_shard1_replica_n1' using configuration from configset cdcr-target, trusted=true
[junit4] 2> 2012947 INFO (qtp402381253-34144) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.SolrCore [[cdcr-target_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrBootstrapTest_3BE1BB64307405AF-001/cdcr-target-001/node1/cdcr-target_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrBootstrapTest_3BE1BB64307405AF-001/cdcr-target-001/node1/cdcr-target_shard1_replica_n1/data/]
[junit4] 2> 2012975 WARN (qtp402381253-34144) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.h.CdcrRequestHandler CDCR (in its current form) is deprecated as of 8.6 and shall be removed in 9.0. See SOLR-14022 for details.
[junit4] 2> 2012976 INFO (qtp402381253-34144) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 2012976 INFO (qtp402381253-34144) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2012977 INFO (qtp402381253-34144) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2012977 INFO (qtp402381253-34144) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2012978 INFO (qtp402381253-34144) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-target
[junit4] 2> 2012978 INFO (qtp402381253-34144) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-target
[junit4] 2> 2012978 INFO (qtp402381253-34144) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-target/managed-schema
[junit4] 2> 2012978 INFO (qtp402381253-34144) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 2012978 INFO (qtp402381253-34144) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 2012980 INFO (qtp402381253-34144) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-target/cdcr/state/buffer
[junit4] 2> 2012981 INFO (qtp402381253-34144) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-target/cdcr/state/process
[junit4] 2> 2012981 INFO (qtp402381253-34144) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1695862842230571008
[junit4] 2> 2012983 INFO (searcherExecutor-17123-thread-1-processing-n:127.0.0.1:46239_solr x:cdcr-target_shard1_replica_n1 c:cdcr-target s:shard1 r:core_node2) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-target_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 2012987 INFO (qtp402381253-34144) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/cdcr-target/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 2012987 INFO (qtp402381253-34144) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/cdcr-target/leaders/shard1
[junit4] 2> 2012990 INFO (qtp402381253-34144) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2012990 INFO (qtp402381253-34144) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2012990 INFO (qtp402381253-34144) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46239/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 2012990 INFO (qtp402381253-34144) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2012991 INFO (qtp402381253-34144) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:46239/solr/cdcr-target_shard1_replica_n1/ has no replicas
[junit4] 2> 2012991 INFO (qtp402381253-34144) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/cdcr-target/leaders/shard1/leader after winning as /collections/cdcr-target/leader_elect/shard1/election/73259984725082117-core_node2-n_0000000000
[junit4] 2> 2012991 INFO (zkCallback-17056-thread-1) [ ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-target:shard1
[junit4] 2> 2012994 INFO (qtp402381253-34144) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46239/solr/cdcr-target_shard1_replica_n1/ shard1
[junit4] 2> 2013096 INFO (zkCallback-17056-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2013096 INFO (zkCallback-17056-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2013096 INFO (zkCallback-17056-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2013096 INFO (qtp402381253-34144) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2013100 INFO (qtp402381253-34144) [n:127.0.0.1:46239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica_n1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=175
[junit4] 2> 2013102 INFO (qtp402381253-34142) [n:127.0.0.1:46239_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 2013176 INFO (OverseerCollectionConfigSetProcessor-73259984790880261-127.0.0.1:42269_solr-n_0000000000) [n:127.0.0.1:42269_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2013200 INFO (zkCallback-17056-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2013200 INFO (zkCallback-17056-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2013200 INFO (zkCallback-17056-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2013200 INFO (zkCallback-17056-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2013201 INFO (qtp402381253-34142) [n:127.0.0.1:46239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=cdcr-target&name=cdcr-target&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=589
[junit4] 2> 2013201 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: cdcr-target
[junit4] 2> 2013218 INFO (zkCallback-17056-thread-5) [ ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/cdcr/state/process @ cdcr-target:shard1
[junit4] 2> 2013218 INFO (qtp402381253-34145) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-target:3&action=start&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 2013219 INFO (qtp818837758-34203) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2013219 INFO (zkCallback-17056-thread-5) [ ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-target:shard1
[junit4] 2> 2013220 INFO (zkConnectionManagerCallback-17135-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2013220 INFO (qtp818837758-34203) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2013221 INFO (qtp818837758-34203) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2013222 INFO (qtp818837758-34203) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42463/solr ready
[junit4] 2> 2013228 INFO (qtp402381253-34142) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.h.CdcrRequestHandler Found maxVersionFromRecent 0 maxVersionFromIndex 0
[junit4] 2> 2013228 INFO (qtp402381253-34142) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={action=SHARDCHECKPOINT&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2013229 INFO (qtp402381253-34143) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={_stateVer_=cdcr-target:3&action=COLLECTIONCHECKPOINT&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 2013229 INFO (qtp818837758-34203) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.h.CdcrReplicatorManager Create new update log reader for target cdcr-target with checkpoint -1 @ cdcr-source:shard1
[junit4] 2> 2013229 INFO (qtp818837758-34203) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target, shard: shard1
[junit4] 2> 2013233 INFO (qtp818837758-34203) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.h.CdcrReplicatorManager Submitting bootstrap task to executor
[junit4] 2> 2013234 INFO (zkCallback-17093-thread-3) [ ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/cdcr/state/process @ cdcr-source:shard1
[junit4] 2> 2013234 INFO (qtp818837758-34203) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:4&action=start&wt=javabin&version=2} status=0 QTime=15
[junit4] 2> 2013234 INFO (zkCallback-17093-thread-3) [ ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-source:shard1
[junit4] 2> 2013235 INFO (qtp818837758-34205) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:4&action=queues&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2013236 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[3BE1BB64307405AF]) [ ] o.a.s.c.c.CdcrBootstrapTest Cdcr queue response: {responseHeader={status=0,QTime=0},queues={127.0.0.1:42463/solr={cdcr-target={queueSize=1010,lastTimestamp=}}},tlogTotalSize=60619,tlogTotalCount=10,updateLogSynchronizer=stopped}
[junit4] 2> 2013237 INFO (qtp402381253-34144) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-target:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2013237 INFO (qtp402381253-34142) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-target:3&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2013238 INFO (cdcr-bootstrap-status-17131-thread-1-processing-n:127.0.0.1:42269_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target shard: shard1 leader: http://127.0.0.1:46239/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 2013239 INFO (qtp402381253-34145) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&masterUrl=http://127.0.0.1:42269/solr/cdcr-source_shard1_replica_n1/&action=BOOTSTRAP&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2013243 INFO (recoveryExecutor-17053-thread-1-processing-n:127.0.0.1:46239_solr x:cdcr-target_shard1_replica_n1 c:cdcr-target s:shard1 r:core_node2) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 2013245 INFO (qtp402381253-34141) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&action=BOOTSTRAP_STATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2013245 INFO (cdcr-bootstrap-status-17131-thread-1-processing-n:127.0.0.1:42269_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.h.CdcrReplicatorManager CDCR bootstrap running for 1 seconds, sleeping for 2000 ms
[junit4] 2> 2013245 INFO (qtp818837758-34204) [n:127.0.0.1:42269_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2013245 ERROR (recoveryExecutor-17053-thread-1-processing-n:127.0.0.1:46239_solr x:cdcr-target_shard1_replica_n1 c:cdcr-target s:shard1 r:core_node2) [n:127.0.0.1:46239_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Index fetch failed :org.apache.solr.common.SolrException: The 'leaderUrl' parameter value 'http://127.0.0.1:42269/solr/cdcr-source_shard1_replica_n1/' is not in the 'shardsWhitelist'. set -Dsolr.disable.shardsWhitelist=true to disable shards whitelist checks
[junit4] 2> at org.apache.solr.handler.IndexFetcher.setLeaderUrl(IndexFetcher.java:294)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:254)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:454)
[junit4] 2> at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:780)
[junit4] 2> at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:735)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
[junit4] 2> at jav
[...truncated too long message...]
anager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 387545 INFO (jetty-closer-1599-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 387545 INFO (jetty-closer-1599-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 387545 INFO (jetty-closer-1599-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 387545 INFO (jetty-closer-1599-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 387545 INFO (jetty-closer-1599-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 387545 INFO (jetty-closer-1599-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 387546 INFO (jetty-closer-1599-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 387546 INFO (jetty-closer-1599-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 387546 INFO (jetty-closer-1599-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 387546 INFO (jetty-closer-1599-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 387546 INFO (jetty-closer-1599-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 387546 INFO (jetty-closer-1599-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 387546 INFO (jetty-closer-1599-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 387546 INFO (jetty-closer-1599-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 387548 INFO (zkCallback-1553-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 387548 WARN (jetty-launcher-1504-thread-2-SendThread(127.0.0.1:46679)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10445a0a4df000c.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x10445a0a4df000c, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10445a0a4df000c, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 387548 WARN (jetty-launcher-1504-thread-1-SendThread(127.0.0.1:46679)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10445a0a4df0008.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x10445a0a4df0008, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10445a0a4df0008, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 387549 INFO (closeThreadPool-1618-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73260050207932424-127.0.0.1:35433_solr-n_0000000000) closing
[junit4] 2> 387549 INFO (zkCallback-1585-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (2)
[junit4] 2> 387550 INFO (OverseerStateUpdate-73260050207932424-127.0.0.1:35433_solr-n_0000000000) [n:127.0.0.1:35433_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35433_solr
[junit4] 2> 387551 INFO (OverseerAutoScalingTriggerThread-73260050207932424-127.0.0.1:35433_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 387556 INFO (closeThreadPool-1618-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73260050207932424-127.0.0.1:35433_solr-n_0000000000) closing
[junit4] 2> 387649 INFO (jetty-closer-1599-thread-3) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2ffd4d6c{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 387649 INFO (jetty-closer-1599-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@49bea6f4{/solr,null,STOPPED}
[junit4] 2> 387649 INFO (jetty-closer-1599-thread-3) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 387749 INFO (jetty-closer-1599-thread-4) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@68c612fa{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 387750 INFO (jetty-closer-1599-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@374dfc19{/solr,null,STOPPED}
[junit4] 2> 387750 INFO (jetty-closer-1599-thread-4) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 387850 INFO (jetty-closer-1599-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@bda9f7{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 387850 INFO (jetty-closer-1599-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7812ddfc{/solr,null,STOPPED}
[junit4] 2> 387850 INFO (jetty-closer-1599-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 387949 INFO (jetty-closer-1599-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73260050207932424-127.0.0.1:35433_solr-n_0000000000) closing
[junit4] 2> 387950 INFO (jetty-closer-1599-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5512603a{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 387950 INFO (jetty-closer-1599-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3ca78b3d{/solr,null,STOPPED}
[junit4] 2> 387950 INFO (jetty-closer-1599-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 387951 INFO (TEST-TestCollectionStateWatchers.testWatcherIsRemovedAfterTimeout-seed#[A2FDE94EF69833AC]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 388153 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 4 /solr/packages.json
[junit4] 2> 4 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 2 /solr/overseer_elect/election/73260050207932426-127.0.0.1:36499_solr-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 17 /solr/live_nodes
[junit4] 2> 9 /solr/overseer/queue
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> 388155 INFO (TEST-TestCollectionStateWatchers.testWatcherIsRemovedAfterTimeout-seed#[A2FDE94EF69833AC]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:46679
[junit4] 2> 388155 INFO (TEST-TestCollectionStateWatchers.testWatcherIsRemovedAfterTimeout-seed#[A2FDE94EF69833AC]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:46679
[junit4] 2> 388155 INFO (TEST-TestCollectionStateWatchers.testWatcherIsRemovedAfterTimeout-seed#[A2FDE94EF69833AC]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 46679
[junit4] 2> 388156 INFO (TEST-TestCollectionStateWatchers.testWatcherIsRemovedAfterTimeout-seed#[A2FDE94EF69833AC]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testWatcherIsRemovedAfterTimeout
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_A2FDE94EF69833AC-001
[junit4] 2> Apr 01, 2021 6:30:33 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=1098, maxMBSortInHeap=6.794173722889893, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=es-PE, timezone=Australia/South
[junit4] 2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=217870200,total=285212672
[junit4] 2> NOTE: All tests run in this JVM: [CeilingEvaluatorTest, SolrExceptionTest, HeatmapFacetMapTest, TestCollectionAdminRequest, TestNamedListCodec, Utf8CharSequenceTest, NormalDistributionEvaluatorTest, TestCollectionStateWatchers]
[junit4] Completed [194/213 (1!)] on J1 in 383.45s, 11 tests, 1 failure <<< FAILURES!
[...truncated 49709 lines...]