You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/02/27 01:34:04 UTC

[JENKINS] Lucene-Solr-Tests-7.x - Build # 463 - Still Unstable

Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/463/

2 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue

Error Message:
action wasn't interrupted

Stack Trace:
java.lang.AssertionError: action wasn't interrupted
	at __randomizedtesting.SeedInfo.seed([E4D96D5A2B1737AF:2D6C2FF42270F15A]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue(TriggerIntegrationTest.java:726)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory

Error Message:
expected:<5> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
	at __randomizedtesting.SeedInfo.seed([E4D96D5A2B1737AF:8925C9A7915FC8A8]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:311)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12404 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
   [junit4]   2> 765966 INFO  (SUITE-TriggerIntegrationTest-seed#[E4D96D5A2B1737AF]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E4D96D5A2B1737AF-001/init-core-data-001
   [junit4]   2> 765967 WARN  (SUITE-TriggerIntegrationTest-seed#[E4D96D5A2B1737AF]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=51 numCloses=51
   [junit4]   2> 765967 INFO  (SUITE-TriggerIntegrationTest-seed#[E4D96D5A2B1737AF]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 765969 INFO  (SUITE-TriggerIntegrationTest-seed#[E4D96D5A2B1737AF]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 765970 INFO  (SUITE-TriggerIntegrationTest-seed#[E4D96D5A2B1737AF]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E4D96D5A2B1737AF-001/tempDir-001
   [junit4]   2> 765970 INFO  (SUITE-TriggerIntegrationTest-seed#[E4D96D5A2B1737AF]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 765979 INFO  (Thread-482) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 765979 INFO  (Thread-482) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 766007 ERROR (Thread-482) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 766076 INFO  (SUITE-TriggerIntegrationTest-seed#[E4D96D5A2B1737AF]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:43777
   [junit4]   2> 766116 INFO  (zkConnectionManagerCallback-538-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 766196 INFO  (jetty-launcher-535-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 766199 INFO  (jetty-launcher-535-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 766232 INFO  (jetty-launcher-535-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 766232 INFO  (jetty-launcher-535-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 766232 INFO  (jetty-launcher-535-thread-2) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 766232 INFO  (jetty-launcher-535-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@18975e2f{/solr,null,AVAILABLE}
   [junit4]   2> 766233 INFO  (jetty-launcher-535-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 766233 INFO  (jetty-launcher-535-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 766233 INFO  (jetty-launcher-535-thread-1) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 766234 INFO  (jetty-launcher-535-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1dd89785{/solr,null,AVAILABLE}
   [junit4]   2> 766242 INFO  (jetty-launcher-535-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7cb95249{SSL,[ssl, http/1.1]}{127.0.0.1:40484}
   [junit4]   2> 766242 INFO  (jetty-launcher-535-thread-2) [    ] o.e.j.s.Server Started @777014ms
   [junit4]   2> 766242 INFO  (jetty-launcher-535-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40484}
   [junit4]   2> 766242 ERROR (jetty-launcher-535-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 766242 INFO  (jetty-launcher-535-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 766242 INFO  (jetty-launcher-535-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 766242 INFO  (jetty-launcher-535-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 766242 INFO  (jetty-launcher-535-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-26T23:45:17.474Z
   [junit4]   2> 766255 INFO  (jetty-launcher-535-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7e1c17dc{SSL,[ssl, http/1.1]}{127.0.0.1:45737}
   [junit4]   2> 766255 INFO  (jetty-launcher-535-thread-1) [    ] o.e.j.s.Server Started @777027ms
   [junit4]   2> 766255 INFO  (jetty-launcher-535-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45737}
   [junit4]   2> 766255 ERROR (jetty-launcher-535-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 766255 INFO  (jetty-launcher-535-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 766255 INFO  (jetty-launcher-535-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 766255 INFO  (jetty-launcher-535-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 766255 INFO  (jetty-launcher-535-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-26T23:45:17.487Z
   [junit4]   2> 766264 INFO  (zkConnectionManagerCallback-540-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 766283 INFO  (jetty-launcher-535-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 766297 INFO  (zkConnectionManagerCallback-542-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 766320 INFO  (jetty-launcher-535-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43777/solr
   [junit4]   2> 766346 INFO  (jetty-launcher-535-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 766363 INFO  (zkConnectionManagerCallback-546-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 766402 INFO  (zkConnectionManagerCallback-548-thread-1-processing-n:127.0.0.1:40484_solr) [n:127.0.0.1:40484_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 766443 INFO  (jetty-launcher-535-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43777/solr
   [junit4]   2> 766447 INFO  (zkConnectionManagerCallback-553-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 766467 INFO  (zkConnectionManagerCallback-555-thread-1-processing-n:127.0.0.1:45737_solr) [n:127.0.0.1:45737_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 766491 INFO  (jetty-launcher-535-thread-1) [n:127.0.0.1:45737_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 766492 INFO  (jetty-launcher-535-thread-1) [n:127.0.0.1:45737_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45737_solr
   [junit4]   2> 766495 INFO  (jetty-launcher-535-thread-1) [n:127.0.0.1:45737_solr    ] o.a.s.c.Overseer Overseer (id=72190377717792774-127.0.0.1:45737_solr-n_0000000000) starting
   [junit4]   2> 766521 INFO  (jetty-launcher-535-thread-1) [n:127.0.0.1:45737_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45737_solr
   [junit4]   2> 766522 DEBUG (OverseerAutoScalingTriggerThread-72190377717792774-127.0.0.1:45737_solr-n_0000000000) [n:127.0.0.1:45737_solr    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 766528 DEBUG (OverseerAutoScalingTriggerThread-72190377717792774-127.0.0.1:45737_solr-n_0000000000) [n:127.0.0.1:45737_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 766528 DEBUG (OverseerAutoScalingTriggerThread-72190377717792774-127.0.0.1:45737_solr-n_0000000000) [n:127.0.0.1:45737_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: []
   [junit4]   2> 766528 DEBUG (OverseerAutoScalingTriggerThread-72190377717792774-127.0.0.1:45737_solr-n_0000000000) [n:127.0.0.1:45737_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 766528 DEBUG (OverseerAutoScalingTriggerThread-72190377717792774-127.0.0.1:45737_solr-n_0000000000) [n:127.0.0.1:45737_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 766538 INFO  (zkCallback-554-thread-1-processing-n:127.0.0.1:45737_solr) [n:127.0.0.1:45737_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 766545 INFO  (jetty-launcher-535-thread-2) [n:127.0.0.1:40484_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 766547 INFO  (jetty-launcher-535-thread-2) [n:127.0.0.1:40484_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 766548 INFO  (jetty-launcher-535-thread-2) [n:127.0.0.1:40484_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40484_solr
   [junit4]   2> 766568 DEBUG (OverseerAutoScalingTriggerThread-72190377717792774-127.0.0.1:45737_solr-n_0000000000) [n:127.0.0.1:45737_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 766569 DEBUG (OverseerAutoScalingTriggerThread-72190377717792774-127.0.0.1:45737_solr-n_0000000000) [n:127.0.0.1:45737_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 766600 INFO  (zkCallback-547-thread-1-processing-n:127.0.0.1:40484_solr) [n:127.0.0.1:40484_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 766587 DEBUG (ScheduledTrigger-1317-thread-1) [n:127.0.0.1:45737_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 766600 INFO  (zkCallback-554-thread-2-processing-n:127.0.0.1:45737_solr) [n:127.0.0.1:45737_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 766618 INFO  (jetty-launcher-535-thread-1) [n:127.0.0.1:45737_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45737.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456ea00c
   [junit4]   2> 766625 INFO  (jetty-launcher-535-thread-1) [n:127.0.0.1:45737_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45737.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456ea00c
   [junit4]   2> 766630 INFO  (jetty-launcher-535-thread-1) [n:127.0.0.1:45737_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45737.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456ea00c
   [junit4]   2> 766634 INFO  (jetty-launcher-535-thread-1) [n:127.0.0.1:45737_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E4D96D5A2B1737AF-001/tempDir-001/node1/.
   [junit4]   2> 766683 INFO  (jetty-launcher-535-thread-2) [n:127.0.0.1:40484_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40484.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456ea00c
   [junit4]   2> 766724 INFO  (jetty-launcher-535-thread-2) [n:127.0.0.1:40484_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40484.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456ea00c
   [junit4]   2> 766724 INFO  (jetty-launcher-535-thread-2) [n:127.0.0.1:40484_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40484.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456ea00c
   [junit4]   2> 766725 INFO  (jetty-launcher-535-thread-2) [n:127.0.0.1:40484_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E4D96D5A2B1737AF-001/tempDir-001/node2/.
   [junit4]   2> 766787 INFO  (zkConnectionManagerCallback-560-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 766812 INFO  (zkConnectionManagerCallback-564-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 766813 INFO  (SUITE-TriggerIntegrationTest-seed#[E4D96D5A2B1737AF]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 766814 INFO  (SUITE-TriggerIntegrationTest-seed#[E4D96D5A2B1737AF]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43777/solr ready
   [junit4]   2> 766861 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMetricTrigger
   [junit4]   2> 766967 INFO  (qtp341692365-2943) [n:127.0.0.1:40484_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 767031 INFO  (qtp341692365-2943) [n:127.0.0.1:40484_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=64
   [junit4]   2> 767036 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.a.s.c.a.ScheduledTriggers -- removing trigger: .auto_add_replicas
   [junit4]   2> 767060 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
   [junit4]   2> 767063 DEBUG (zkCallback-554-thread-2-processing-n:127.0.0.1:45737_solr) [n:127.0.0.1:45737_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 767064 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 767064 DEBUG (OverseerAutoScalingTriggerThread-72190377717792774-127.0.0.1:45737_solr-n_0000000000) [n:127.0.0.1:45737_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 767064 DEBUG (OverseerAutoScalingTriggerThread-72190377717792774-127.0.0.1:45737_solr-n_0000000000) [n:127.0.0.1:45737_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 767067 DEBUG (OverseerAutoScalingTriggerThread-72190377717792774-127.0.0.1:45737_solr-n_0000000000) [n:127.0.0.1:45737_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 767068 DEBUG (OverseerAutoScalingTriggerThread-72190377717792774-127.0.0.1:45737_solr-n_0000000000) [n:127.0.0.1:45737_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 767089 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@7e1c17dc{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 767090 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1572617383
   [junit4]   2> 767090 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 767090 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@51a10b68: rootName = solr_45737, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@66fc703f
   [junit4]   2> 767144 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 767144 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@608a02aa: rootName = solr_45737, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4414b55b
   [junit4]   2> 767148 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 767148 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5797310b: rootName = solr_45737, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@402b3901
   [junit4]   2> 767198 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45737_solr
   [junit4]   2> 767199 INFO  (zkCallback-547-thread-1-processing-n:127.0.0.1:40484_solr) [n:127.0.0.1:40484_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 767200 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 767200 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 767200 INFO  (zkCallback-554-thread-2-processing-n:127.0.0.1:45737_solr) [n:127.0.0.1:45737_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 767218 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.a.s.c.Overseer Overseer (id=72190377717792774-127.0.0.1:45737_solr-n_0000000000) closing
   [junit4]   2> 767219 INFO  (zkCallback-563-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 767219 INFO  (zkCallback-563-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 767220 INFO  (OverseerStateUpdate-72190377717792774-127.0.0.1:45737_solr-n_0000000000) [n:127.0.0.1:45737_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45737_solr
   [junit4]   2> 767247 WARN  (OverseerAutoScalingTriggerThread-72190377717792774-127.0.0.1:45737_solr-n_0000000000) [n:127.0.0.1:45737_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 767285 DEBUG (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 767304 INFO  (zkCallback-547-thread-1-processing-n:127.0.0.1:40484_solr) [n:127.0.0.1:40484_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40484_solr
   [junit4]   2> 767305 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1dd89785{/solr,null,UNAVAILABLE}
   [junit4]   2> 767305 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 767306 INFO  (zkCallback-547-thread-1-processing-n:127.0.0.1:40484_solr) [n:127.0.0.1:40484_solr    ] o.a.s.c.Overseer Overseer (id=72190377717792772-127.0.0.1:40484_solr-n_0000000001) starting
   [junit4]   2> 767342 DEBUG (OverseerAutoScalingTriggerThread-72190377717792772-127.0.0.1:40484_solr-n_0000000001) [n:127.0.0.1:40484_solr    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 767357 DEBUG (OverseerAutoScalingTriggerThread-72190377717792772-127.0.0.1:40484_solr-n_0000000001) [n:127.0.0.1:40484_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 767358 DEBUG (OverseerAutoScalingTriggerThread-72190377717792772-127.0.0.1:40484_solr-n_0000000001) [n:127.0.0.1:40484_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:40484_solr]
   [junit4]   2> 767358 DEBUG (OverseerAutoScalingTriggerThread-72190377717792772-127.0.0.1:40484_solr-n_0000000001) [n:127.0.0.1:40484_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion -1
   [junit4]   2> 767358 DEBUG (OverseerAutoScalingTriggerThread-72190377717792772-127.0.0.1:40484_solr-n_0000000001) [n:127.0.0.1:40484_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 767385 DEBUG (OverseerAutoScalingTriggerThread-72190377717792772-127.0.0.1:40484_solr-n_0000000001) [n:127.0.0.1:40484_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 767391 DEBUG (OverseerAutoScalingTriggerThread-72190377717792772-127.0.0.1:40484_solr-n_0000000001) [n:127.0.0.1:40484_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 767391 DEBUG (ScheduledTrigger-1326-thread-1) [n:127.0.0.1:40484_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 768392 DEBUG (ScheduledTrigger-1326-thread-1) [n:127.0.0.1:40484_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 769393 DEBUG (ScheduledTrigger-1326-thread-2) [n:127.0.0.1:40484_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 770393 DEBUG (ScheduledTrigger-1326-thread-1) [n:127.0.0.1:40484_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 771394 DEBUG (ScheduledTrigger-1326-thread-1) [n:127.0.0.1:40484_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 772319 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 772323 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 772324 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 772324 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 772324 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f1d4fac{/solr,null,AVAILABLE}
   [junit4]   2> 772325 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3e2d3f8b{SSL,[ssl, http/1.1]}{127.0.0.1:36739}
   [junit4]   2> 772342 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.e.j.s.Server Started @783114ms
   [junit4]   2> 772342 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36739}
   [junit4]   2> 772376 ERROR (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 772377 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 772377 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 772377 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 772377 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-26T23:45:23.609Z
   [junit4]   2> 772394 DEBUG (ScheduledTrigger-1326-thread-1) [n:127.0.0.1:40484_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 772428 INFO  (zkConnectionManagerCallback-567-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 772429 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 772518 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43777/solr
   [junit4]   2> 772543 INFO  (zkConnectionManagerCallback-571-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 772591 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10078c41c12000a, likely client has closed socket
   [junit4]   2> 772632 INFO  (zkConnectionManagerCallback-573-thread-1-processing-n:127.0.0.1:36739_solr) [n:127.0.0.1:36739_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 772713 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [n:127.0.0.1:36739_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 772733 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [n:127.0.0.1:36739_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 772748 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [n:127.0.0.1:36739_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36739_solr
   [junit4]   2> 772750 INFO  (zkCallback-547-thread-1-processing-n:127.0.0.1:40484_solr) [n:127.0.0.1:40484_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 772805 INFO  (zkCallback-572-thread-1-processing-n:127.0.0.1:36739_solr) [n:127.0.0.1:36739_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 772808 INFO  (zkCallback-563-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 772821 INFO  (zkCallback-563-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 773231 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [n:127.0.0.1:36739_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36739.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456ea00c
   [junit4]   2> 773281 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [n:127.0.0.1:36739_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36739.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456ea00c
   [junit4]   2> 773281 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [n:127.0.0.1:36739_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36739.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456ea00c
   [junit4]   2> 773283 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [n:127.0.0.1:36739_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E4D96D5A2B1737AF-001/tempDir-001/node3/.
   [junit4]   2> 773402 DEBUG (ScheduledTrigger-1326-thread-1) [n:127.0.0.1:40484_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 773601 INFO  (zkConnectionManagerCallback-577-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 773787 INFO  (qtp100173309-3016) [n:127.0.0.1:36739_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&name=testMetricTrigger&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 773824 INFO  (OverseerThreadFactory-1328-thread-1-processing-n:127.0.0.1:40484_solr) [n:127.0.0.1:40484_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection testMetricTrigger
   [junit4]   2> 774037 INFO  (OverseerStateUpdate-72190377717792772-127.0.0.1:40484_solr-n_0000000001) [n:127.0.0.1:40484_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testMetricTrigger",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testMetricTrigger_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:36739/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 774040 INFO  (OverseerStateUpdate-72190377717792772-127.0.0.1:40484_solr-n_0000000001) [n:127.0.0.1:40484_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testMetricTrigger",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testMetricTrigger_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:40484/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 774075 INFO  (OverseerStateUpdate-72190377717792772-127.0.0.1:40484_solr-n_0000000001) [n:127.0.0.1:40484_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testMetricTrigger",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testMetricTrigger_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:36739/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 774091 INFO  (OverseerStateUpdate-72190377717792772-127.0.0.1:40484_solr-n_0000000001) [n:127.0.0.1:40484_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testMetricTrigger",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testMetricTrigger_shard2_replica_n5",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:40484/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 774444 INFO  (qtp100173309-3017) [n:127.0.0.1:36739_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard1_replica_n1&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 774444 INFO  (qtp100173309-3017) [n:127.0.0.1:36739_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 774473 DEBUG (ScheduledTrigger-1326-thread-1) [n:127.0.0.1:40484_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 774480 INFO  (qtp100173309-3011) [n:127.0.0.1:36739_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard2_replica_n4&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 774537 INFO  (qtp341692365-2944) [n:127.0.0.1:40484_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard2_replica_n5&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 774537 INFO  (qtp341692365-2944) [n:127.0.0.1:40484_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 774606 INFO  (qtp341692365-2941) [n:127.0.0.1:40484_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard1_replica_n2&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 774805 INFO  (zkCallback-572-thread-1-processing-n:127.0.0.1:36739_solr) [n:127.0.0.1:36739_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 774806 INFO  (zkCallback-547-thread-1-processing-n:127.0.0.1:40484_solr) [n:127.0.0.1:40484_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 774825 INFO  (zkCallback-547-thread-2-processing-n:127.0.0.1:40484_solr) [n:127.0.0.1:40484_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 775474 DEBUG (ScheduledTrigger-1326-thread-1) [n:127.0.0.1:40484_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 775590 INFO  (qtp100173309-3011) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 775618 INFO  (qtp100173309-3011) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4] o.a.s.s.IndexSchema [testMetricTrigger_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 775634 INFO  (qtp100173309-3011) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 775634 INFO  (qtp100173309-3011) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testMetricTrigger_shard2_replica_n4' using configuration from collection testMetricTrigger, trusted=true
   [junit4]   2> 775634 INFO  (qtp100173309-3011) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36739.solr.core.testMetricTrigger.shard2.replica_n4' (registry 'solr.core.testMetricTrigger.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456ea00c
   [junit4]   2> 775635 INFO  (qtp100173309-3011) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 775635 INFO  (qtp100173309-3011) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4] o.a.s.c.SolrCore [[testMetricTrigger_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E4D96D5A2B1737AF-001/tempDir-001/node3/testMetricTrigger_shard2_replica_n4], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E4D96D5A2B1737AF-001/tempDir-001/node3/./testMetricTrigger_shard2_replica_n4/data/]
   [junit4]   2> 775637 INFO  (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 775668 INFO  (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.s.IndexSchema [testMetricTrigger_shard2_replica_n5] Schema name=minimal
   [junit4]   2> 775669 INFO  (qtp100173309-3017) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 775688 INFO  (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 775688 INFO  (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'testMetricTrigger_shard2_replica_n5' using configuration from collection testMetricTrigger, trusted=true
   [junit4]   2> 775688 INFO  (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40484.solr.core.testMetricTrigger.shard2.replica_n5' (registry 'solr.core.testMetricTrigger.shard2.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456ea00c
   [junit4]   2> 775688 INFO  (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 775689 INFO  (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.c.SolrCore [[testMetricTrigger_shard2_replica_n5] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E4D96D5A2B1737AF-001/tempDir-001/node2/testMetricTrigger_shard2_replica_n5], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E4D96D5A2B1737AF-001/tempDir-001/node2/./testMetricTrigger_shard2_replica_n5/data/]
   [junit4]   2> 775689 INFO  (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 775789 INFO  (qtp100173309-3017) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.s.IndexSchema [testMetricTrigger_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 775792 INFO  (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.s.IndexSchema [testMetricTrigger_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 775792 INFO  (qtp100173309-3017) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 775792 INFO  (qtp100173309-3017) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testMetricTrigger_shard1_replica_n1' using configuration from collection testMetricTrigger, trusted=true
   [junit4]   2> 775793 INFO  (qtp100173309-3017) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36739.solr.core.testMetricTrigger.shard1.replica_n1' (registry 'solr.core.testMetricTrigger.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456ea00c
   [junit4]   2> 775793 INFO  (qtp100173309-3017) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 775793 INFO  (qtp100173309-3017) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SolrCore [[testMetricTrigger_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E4D96D5A2B1737AF-001/tempDir-001/node3/testMetricTrigger_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E4D96D5A2B1737AF-001/tempDir-001/node3/./testMetricTrigger_shard1_replica_n1/data/]
   [junit4]   2> 775827 INFO  (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 775827 INFO  (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testMetricTrigger_shard1_replica_n2' using configuration from collection testMetricTrigger, trusted=true
   [junit4]   2> 775827 INFO  (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40484.solr.core.testMetricTrigger.shard1.replica_n2' (registry 'solr.core.testMetricTrigger.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456ea00c
   [junit4]   2> 775827 INFO  (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 775827 INFO  (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.c.SolrCore [[testMetricTrigger_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E4D96D5A2B1737AF-001/tempDir-001/node2/testMetricTrigger_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E4D96D5A2B1737AF-001/tempDir-001/node2/./testMetricTrigger_shard1_replica_n2/data/]
   [junit4]   2> 776146 INFO  (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 776146 INFO  (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 776147 INFO  (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 776147 INFO  (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 776149 INFO  (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1137e63f[testMetricTrigger_shard1_replica_n2] main]
   [junit4]   2> 776179 INFO  (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 776179 INFO  (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 776180 INFO  (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 776180 INFO  (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1593509127034765312
   [junit4]   2> 776183 INFO  (qtp100173309-3011) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 776183 INFO  (qtp100173309-3011) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 776184 INFO  (qtp100173309-3011) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 776184 INFO  (qtp100173309-3011) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 776186 INFO  (qtp100173309-3011) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@70510a7[testMetricTrigger_shard2_replica_n4] main]
   [junit4]   2> 776187 INFO  (qtp100173309-3011) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 776187 INFO  (qtp100173309-3011) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 776188 INFO  (qtp100173309-3011) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 776188 INFO  (qtp100173309-3011) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1593509127043153920
   [junit4]   2> 776199 INFO  (searcherExecutor-1338-thread-1-processing-n:127.0.0.1:40484_solr x:testMetricTrigger_shard1_replica_n2 s:shard1 c:testMetricTrigger r:core_node6) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.c.SolrCore [testMetricTrigger_shard1_replica_n2] Registered new searcher Searcher@1137e63f[testMetricTrigger_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 776202 INFO  (searcherExecutor-1335-thread-1-processing-n:127.0.0.1:36739_solr x:testMetricTrigger_shard2_replica_n4 s:shard2 c:testMetricTrigger r:core_node7) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4] o.a.s.c.SolrCore [testMetricTrigger_shard2_replica_n4] Registered new searcher Searcher@70510a7[testMetricTrigger_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 776211 INFO  (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 776211 INFO  (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 776212 INFO  (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 776212 INFO  (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 776227 INFO  (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@73ba15d3[testMetricTrigger_shard2_replica_n5] main]
   [junit4]   2> 776228 INFO  (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 776228 INFO  (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 776229 INFO  (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 776236 INFO  (qtp100173309-3017) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 776236 INFO  (qtp100173309-3017) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 776237 INFO  (qtp100173309-3017) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 776237 INFO  (qtp100173309-3017) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 776238 INFO  (qtp100173309-3017) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@98817d3[testMetricTrigger_shard1_replica_n1] main]
   [junit4]   2> 776247 INFO  (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1593509127105019904
   [junit4]   2> 776249 INFO  (searcherExecutor-1336-thread-1-processing-n:127.0.0.1:40484_solr x:testMetricTrigger_shard2_replica_n5 s:shard2 c:testMetricTrigger r:core_node8) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.c.SolrCore [testMetricTrigger_shard2_replica_n5] Registered new searcher Searcher@73ba15d3[testMetricTrigger_shard2_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 776263 INFO  (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 776273 INFO  (qtp100173309-3017) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 776273 INFO  (qtp100173309-3017) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 776274 INFO  (qtp100173309-3017) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 776275 INFO  (searcherExecutor-1337-thread-1-processing-n:127.0.0.1:36739_solr x:testMetricTrigger_shard1_replica_n1 s:shard1 c:testMetricTrigger r:core_node3) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SolrCore [testMetricTrigger_shard1_replica_n1] Registered new searcher Searcher@98817d3[testMetricTrigger_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 776275 INFO  (qtp100173309-3017) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1593509127134380032
   [junit4]   2> 776289 INFO  (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 776406 INFO  (zkCallback-572-thread-1-processing-n:127.0.0.1:36739_solr) [n:127.0.0.1:36739_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 776406 INFO  (zkCallback-547-thread-2-processing-n:127.0.0.1:40484_solr) [n:127.0.0.1:40484_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 776406 INFO  (zkCallback-547-thread-3-processing-n:127.0.0.1:40484_solr) [n:127.0.0.1:40484_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 776474 DEBUG (ScheduledTrigger-1326-thread-1) [n:127.0.0.1:40484_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 776763 INFO  (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 776764 INFO  (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 776764 INFO  (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40484/solr/testMetricTrigger_shard2_replica_n5/
   [junit4]   2> 776764 INFO  (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.u.PeerSync PeerSync: core=testMetricTrigger_shard2_replica_n5 url=https://127.0.0.1:40484/solr START replicas=[https://127.0.0.1:36739/solr/testMetricTrigger_shard2_replica_n4/] nUpdates=100
   [junit4]   2> 776796 INFO  (qtp100173309-3014) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4] o.a.s.c.S.Request [testMetricTrigger_shard2_replica_n4]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=22
   [junit4]   2> 776801 INFO  (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 776801 INFO  (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 776801 INFO  (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40484/solr/testMetricTrigger_shard1_replica_n2/
   [junit4]   2> 776801 INFO  (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testMetricTrigger_shard1_replica_n2 url=https://127.0.0.1:40484/solr START replicas=[https://127.0.0.1:36739/solr/testMetricTrigger_shard1_replica_n1/] nUpdates=100
   [junit4]   2> 776829 INFO  (qtp100173309-3018) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.S.Request [testMetricTrigger_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=22
   [junit4]   2> 777072 INFO  (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.u.PeerSync PeerSync: core=testMetricTrigger_shard2_replica_n5 url=https://127.0.0.1:40484/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 777073 INFO  (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 777073 INFO  (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 777073 INFO  (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 777079 INFO  (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40484/solr/testMetricTrigger_shard2_replica_n5/ shard2
   [junit4]   2> 777105 INFO  (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testMetricTrigger_shard1_replica_n2 url=https://127.0.0.1:40484/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 777105 INFO  (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 777105 INFO  (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 777105 INFO  (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 777108 INFO  (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40484/solr/testMetricTrigger_shard1_replica_n2/ shard1
   [junit4]   2> 777223 INFO  (zkCallback-572-thread-1-processing-n:127.0.0.1:36739_solr) [n:127.0.0.1:36739_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 777223 INFO  (zkCallback-547-thread-3-processing-n:127.0.0.1:40484_solr) [n:127.0.0.1:40484_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 777224 INFO  (zkCallback-547-thread-2-processing-n:127.0.0.1:40484_solr) [n:127.0.0.1:40484_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 777243 INFO  (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 777246 INFO  (qtp341692365-2944) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n5] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard2_replica_n5&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2709
   [junit4]   2> 777275 INFO  (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 777277 INFO  (qtp341692365-2941) [n:127.0.0.1:40484_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard1_replica_n2&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2671
   [junit4]   2> 777313 INFO  (qtp100173309-3017) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard1_replica_n1&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2869
   [junit4]   2> 777371 INFO  (qtp100173309-3011) [n:127.0.0.1:36739_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard2_replica_n4&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2891
   [junit4]   2> 777382 INFO  (qtp100173309-3016) [n:127.0.0.1:36739_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 777478 DEBUG (ScheduledTrigger-1326-thread-1) [n:127.0.0.1:40484_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 777480 INFO  (zkCallback-547-thread-3-processing-n:127.0.0.1:40484_solr) [n:127.0.0.1:40484_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 777480 INFO  (zkCallback-547-thread-2-processing-n:127.0.0.1:40484_solr) [n:127.0.0.1:40484_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 777480 INFO  (zkCallback-572-thread-1-processing-n:127.0.0.1:36739_solr) [n:127.0.0.1:36739_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 777839 INFO  (OverseerCollectionConfigSetProcessor-72190377717792772-127.0.0.1:40484_solr-n_0000000001) [n:127.0.0.1:40484_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 778385 INFO  (qtp100173309-3016) [n:127.0.0.1:36739_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&name=testMetricTrigger&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=4598
   [junit4]   2> 778479 DEBUG (ScheduledTrigger-1326-thread-1) [n:127.0.0.1:40484_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 778589 INFO  (qtp100173309-3011) [n:127.0.0.1:36739_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes&key=solr.core.testMetricTrigger.shard2.replica_n4:INDEX.sizeInBytes} status=0 QTime=2
   [junit4]   2> 778607 INFO  (qtp100173309-3017) [n:127.0.0.1:36739_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 778716 INFO  (qtp341692365-2942) [n:127.0.0.1:40484_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard2.replica_n5:INDEX.sizeInBytes&key=solr.core.testMetricTrigger.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=71
   [junit4]   2> 778718 INFO  (qtp341692365-2941) [n:127.0.0.1:40484_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 778731 DEBUG (qtp100173309-3015) [n:127.0.0.1:36739_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 778751 INFO  (qtp100173309-3015) [n:127.0.0.1:36739_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=232
   [junit4]   2> 778752 DEBUG (zkCallback-547-thread-2-processing-n:127.0.0.1:40484_solr) [n:127.0.0.1:40484_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 778911 DEBUG (zkCallback-547-thread-2-processing-n:127.0.0.1:40484_solr) [n:127.0.0.1:40484_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:40484_solr, 127.0.0.1:36739_solr]
   [junit4]   2> 778918 DEBUG (OverseerAutoScalingTriggerThread-72190377717792772-127.0.0.1:40484_solr-n_0000000001) [n:127.0.0.1:40484_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 778947 INFO  (qtp100173309-3015) [n:127.0.0.1:36739_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes&key=solr.core.testMetricTrigger.shard2.replica_n4:INDEX.sizeInBytes} status=0 QTime=15
   [junit4]   2> 778956 INFO  (qtp100173309-3017) [n:127.0.0.1:36739_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 779079 INFO  (qtp341692365-2942) [n:127.0.0.1:40484_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard2.replica_n5:INDEX.sizeInBytes&key=solr.core.testMetricTrigger.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 779096 INFO  (qtp341692365-2941) [n:127.0.0.1:40484_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 779133 DEBUG (qtp100173309-3011) [n:127.0.0.1:36739_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 779313 INFO  (qtp100173309-3011) [n:127.0.0.1:36739_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=560
   [junit4]   2> 779321 INFO  (qtp341692365-2943) [n:127.0.0.1:40484_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=33
   [junit4]   2> 779324 INFO  (qtp100173309-3014) [n:127.0.0.1:36739_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 779337 DEBUG (zkCallback-547-thread-2-processing-n:127.0.0.1:40484_solr) [n:127.0.0.1:40484_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
   [junit4]   2> 779373 DEBUG (OverseerAutoScalingTriggerThread-72190377717792772-127.0.0.1:40484_solr-n_0000000001) [n:127.0.0.1:40484_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 779393 DEBUG (zkCallback-547-thread-2-processing-n:127.0.0.1:40484_solr) [n:127.0.0.1:40484_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:40484_solr, 127.0.0.1:36739_solr]
   [junit4]   2> 779394 DEBUG (OverseerAutoScalingTriggerThread-72190377717792772-127.0.0.1:40484_solr-n_0000000001) [n:127.0.0.1:40484_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 4
   [junit4]   2> 779394 DEBUG (OverseerAutoScalingTriggerThread-72190377717792772-127.0.0.1:40484_solr-n_0000000001) [n:127.0.0.1:40484_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
   [junit4]   2> 779426 DEBUG (OverseerAutoScalingTriggerThread-72190377717792772-127.0.0.1:40484_solr-n_0000000001) [n:127.0.0.1:40484_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 779446 DEBUG (OverseerAutoScalingTriggerThread-72190377717792772-127.0.0.1:40484_solr-n_0000000001) [n:127.0.0.1:40484_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
   [junit4]   2> 779459 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 779462 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 779462 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 779462 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 779479 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5df144a0{/solr,null,AVAILABLE}
   [junit4]   2> 779483 DEBUG (ScheduledTrigger-1326-thread-1) [n:127.0.0.1:40484_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 779515 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@25b50484{SSL,[ssl, http/1.1]}{127.0.0.1:39716}
   [junit4]   2> 779515 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.e.j.s.Server Started @790287ms
   [junit4]   2> 779516 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39716}
   [junit4]   2> 779552 ERROR (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 779629 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 779629 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 779629 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 779629 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-26T23:45:30.861Z
   [junit4]   2> 779661 INFO  (zkConnectionManagerCallback-579-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 779663 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 779718 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43777/solr
   [junit4]   2> 779804 INFO  (zkConnectionManagerCallback-583-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 779934 INFO  (zkConnectionManagerCallback-585-thread-1-processing-n:127.0.0.1:39716_solr) [n:127.0.0.1:39716_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 780036 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [n:127.0.0.1:39716_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 780038 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [n:127.0.0.1:39716_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 780130 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [n:127.0.0.1:39716_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39716_solr
   [junit4]   2> 780149 INFO  (zkCallback-547-thread-2-processing-n:127.0.0.1:40484_solr) [n:127.0.0.1:40484_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 780165 INFO  (zkCallback-584-thread-1-processing-n:127.0.0.1:39716_solr) [n:127.0.0.1:39716_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 780173 INFO  (zkCallback-572-thread-1-processing-n:127.0.0.1:36739_solr) [n:127.0.0.1:36739_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 780186 INFO  (zkCallback-563-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 780186 INFO  (zkCallback-563-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 780424 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [n:127.0.0.1:39716_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39716.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456ea00c
   [junit4]   2> 780495 INFO  (qtp341692365-2941) [n:127.0.0.1:40484_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 780496 INFO  (qtp100173309-3017) [n:127.0.0.1:36739_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 780498 DEBUG (ScheduledTrigger-1326-thread-2) [n:127.0.0.1:40484_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 780533 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [n:127.0.0.1:39716_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39716.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456ea00c
   [junit4]   2> 780533 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [n:127.0.0.1:39716_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39716.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456ea00c
   [junit4]   2> 780551 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [n:127.0.0.1:39716_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E4D96D5A2B1737AF-001/tempDir-001/node4/.
   [junit4]   2> 781137 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 781160 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 781160 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[E4D96D5A2B1737AF]) [    ] o.e.j.s.sessio

[...truncated too long message...]

9_solr) [n:127.0.0.1:39339_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 4767165 INFO  (jetty-closer-5398-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@26bf6de5{/solr,null,UNAVAILABLE}
   [junit4]   2> 4767165 INFO  (jetty-closer-5398-thread-3) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 4767243 INFO  (jetty-closer-5398-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@43497574{/solr,null,UNAVAILABLE}
   [junit4]   2> 4767243 INFO  (jetty-closer-5398-thread-2) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 4767245 ERROR (SUITE-AutoscalingHistoryHandlerTest-seed#[E4D96D5A2B1737AF]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 4767245 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[E4D96D5A2B1737AF]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39765 39765
   [junit4]   2> 4767303 INFO  (Thread-7882) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39765 39765
   [junit4]   2> 4767304 WARN  (Thread-7882) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	11	/solr/aliases.json
   [junit4]   2> 	4	/solr/collections/AutoscalingHistoryHandlerTest_collection/terms/shard1
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	3	/solr/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
   [junit4]   2> 	2	/solr/collections/.system/terms/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	11	/solr/clusterstate.json
   [junit4]   2> 	11	/solr/clusterprops.json
   [junit4]   2> 	7	/solr/collections/AutoscalingHistoryHandlerTest_collection/state.json
   [junit4]   2> 	7	/solr/collections/.system/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	11	/solr/live_nodes
   [junit4]   2> 	11	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E4D96D5A2B1737AF-001
   [junit4]   2> Feb 27, 2018 12:51:58 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {action_s=PostingsFormat(name=Direct), event.source_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), type=PostingsFormat(name=MockRandom), before.actions_ss=PostingsFormat(name=LuceneVarGapFixedInterval), event.property._enqueue_time__ss=PostingsFormat(name=Direct), after.actions_ss=PostingsFormat(name=Direct), stage_s=PostingsFormat(name=Direct), event.id_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), event.property.eventTimes_ss=PostingsFormat(name=MockRandom), source_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), event.type_s=PostingsFormat(name=MockRandom), id=PostingsFormat(name=LuceneVarGapDocFreqInterval), event.property.nodeNames_ss=PostingsFormat(name=MockRandom)}, docValues:{_version_=DocValuesFormat(name=Memory), event.time_l=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1643, maxMBSortInHeap=7.623304411276763, sim=RandomSimilarity(queryNorm=false): {}, locale=he-IL, timezone=Europe/Tiraspol
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=274270136,total=528482304
   [junit4]   2> NOTE: All tests run in this JVM: [TestSolrXml, CoreAdminHandlerTest, HdfsTlogReplayBufferedWhileIndexingTest, CoreAdminCreateDiscoverTest, MetricTriggerTest, ForceLeaderTest, TestSchemaResource, TestCoreDiscovery, TestDynamicFieldResource, DataDrivenBlockJoinTest, TestUseDocValuesAsStored2, MigrateRouteKeyTest, TestSolr4Spatial2, DateRangeFieldTest, TestDFISimilarityFactory, TestRangeQuery, HdfsLockFactoryTest, TestLazyCores, TestSha256AuthenticationProvider, ConcurrentDeleteAndCreateCollectionTest, TestQueryWrapperFilter, FileBasedSpellCheckerTest, TestDynamicLoading, TriggerIntegrationTest, AliasIntegrationTest, ExplicitHLLTest, NoCacheHeaderTest, DeleteReplicaTest, TimeRoutedAliasUpdateProcessorTest, TestBadConfig, TestMissingGroups, DocValuesMultiTest, SolrTestCaseJ4Test, TestSkipOverseerOperations, LukeRequestHandlerTest, TestRetrieveFieldsOptimizer, TestExclusionRuleCollectionAccess, TestCoreContainer, PreAnalyzedFieldTest, SecurityConfHandlerTest, TestGeoJSONResponseWriter, CacheHeaderTest, BooleanFieldTest, HdfsBasicDistributedZkTest, SolrSlf4jReporterTest, TimeZoneUtilsTest, TestBlobHandler, TestHdfsBackupRestoreCore, TestExpandComponent, LeaderElectionIntegrationTest, TestDistribStateManager, RecoveryZkTest, TestFreeTextSuggestions, OverseerCollectionConfigSetProcessorTest, TestSolrCloudWithSecureImpersonation, TestFilteredDocIdSet, TestManagedSynonymFilterFactory, CdcrReplicationDistributedZkTest, ClusterStateUpdateTest, TestFieldCacheReopen, SpellCheckComponentTest, TestCodecSupport, TestQueryTypes, TestShardHandlerFactory, URLClassifyProcessorTest, ResponseHeaderTest, StatelessScriptUpdateProcessorFactoryTest, TestSolrDeletionPolicy2, SolrCmdDistributorTest, TestScoreJoinQPNoScore, TestStressReorder, CollectionTooManyReplicasTest, DateMathParserTest, TestCollectionsAPIViaSolrCloudCluster, DirectSolrSpellCheckerTest, GraphQueryTest, UnloadDistributedZkTest, BigEndianAscendingWordDeserializerTest, TestLMJelinekMercerSimilarityFactory, V2ApiIntegrationTest, TestAnalyzeInfixSuggestions, WordBreakSolrSpellCheckerTest, DistributedFacetPivotLongTailTest, SuggesterTSTTest, TestFaceting, TestOrdValues, TestXmlQParser, DirectoryFactoryTest, TestSchemalessBufferedUpdates, ShowFileRequestHandlerTest, TestDistributedMissingSort, AutoAddReplicasPlanActionTest, TestFastWriter, TestLeaderInitiatedRecoveryThread, TestInitParams, TestCloudPseudoReturnFields, CurrencyRangeFacetCloudTest, TestFiltering, BaseCdcrDistributedZkTest, TestQuerySenderListener, TestDFRSimilarityFactory, TestStandardQParsers, TestSolrCloudWithHadoopAuthPlugin, SolrGraphiteReporterTest, TestTrackingShardHandlerFactory, SolrMetricReporterTest, MoveReplicaHDFSTest, TestHalfAndHalfDocValues, TestLFUCache, HdfsNNFailoverTest, CleanupOldIndexTest, DateFieldTest, TestReplicaProperties, AtomicUpdatesTest, CopyFieldTest, TestSerializedLuceneMatchVersion, BlockJoinFacetDistribTest, AddBlockUpdateTest, DistributedExpandComponentTest, TestOverriddenPrefixQueryForCustomFieldType, TestInitQParser, ClusterStateTest, TestMultiValuedNumericRangeQuery, BasicDistributedZkTest, BasicDistributedZk2Test, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, FullSolrCloudDistribCmdsTest, LeaderElectionTest, ZkSolrClientTest, TestZkChroot, TestRandomDVFaceting, TestHashPartitioner, ZkControllerTest, TestRealTimeGet, BadIndexSchemaTest, ConvertedLegacyTest, TestSort, HighlighterTest, SimplePostToolTest, TestFoldingMultitermQuery, SuggesterTest, TestCSVLoader, SolrCoreCheckLockOnStartupTest, TestUpdate, TestAtomicUpdateErrorCases, DirectUpdateHandlerOptimizeTest, TestRemoteStreaming, TestSolrDeletionPolicy1, DebugComponentTest, DisMaxRequestHandlerTest, TestQueryUtils, DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, XmlUpdateRequestHandlerTest, TestValueSourceCache, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, FastVectorHighlighterTest, LoggingHandlerTest, SolrPluginUtilsTest, ReturnFieldsTest, TestCSVResponseWriter, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, HighlighterConfigTest, SOLR749Test, AlternateDirectoryTest, TestQuerySenderNoQuery, SolrIndexConfigTest, MultiTermTest, NumericFieldsTest, MinimalSchemaTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, TestLuceneMatchVersion, SpellPossibilityIteratorTest, SynonymTokenizerTest, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, ScriptEngineTest, TestSystemIdResolver, SpellingQueryConverterTest, TestLRUCache, SliceStateTest, CircularListTest, TestCrossCoreJoin, TestSimpleTrackingShardHandler, ChaosMonkeyNothingIsSafeWithPullReplicasTest, DeleteNodeTest, DeleteStatusTest, DistributedQueueTest, DocValuesNotIndexedTest, LIRRollingUpdatesTest, NodeMutatorTest, OverseerModifyCollectionTest, OverseerTaskQueueTest, RecoveryAfterSoftCommitTest, ReplicationFactorTest, RestartWhileUpdatingTest, RollingRestartTest, TestCloudInspectUtil, TestCloudPivotFacet, TestLeaderElectionWithEmptyReplica, TestLockTree, TestOnReconnectListenerSupport, TestRequestForwarding, TestSSLRandomization, TestSegmentSorting, TestTlogReplica, TestCollectionAPI, TestRequestStatusCollectionAPI, AutoAddReplicasIntegrationTest, HttpTriggerListenerTest, SearchRateTriggerTest, SystemLogListenerTest, TestClusterStateProvider, TestComputePlanAction, TestNodeAddedTrigger, TestPolicyCloud, TestSimDistributedQueue, TestTriggerIntegration, CdcrBidirectionalTest, CdcrBootstrapTest, HdfsBasicDistributedZk2Test, HdfsChaosMonkeySafeLeaderTest, HdfsRecoverLeaseTest, StressHdfsTest, CachingDirectoryFactoryTest, ConfigureRecoveryStrategyTest, CoreSorterTest, QueryResultKeyTest, TestConfigSetImmutable, TestConfigSetProperties, TestCorePropertiesReload, TestDirectoryFactory, TestImplicitCoreProperties, TestInfoStreamLogging, TestSolrConfigHandler, RequestLoggingTest, ResponseBuilderTest, TestCoreBackup, TestReplicationHandlerBackup, TestReqParamsAPI, TestRestoreCore, AutoscalingHistoryHandlerTest]
   [junit4] Completed [642/777 (2!)] on J2 in 20.30s, 1 test, 1 failure <<< FAILURES!

[...truncated 48404 lines...]

[JENKINS] Lucene-Solr-Tests-7.x - Build # 465 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/465/

8 tests failed.
FAILED:  org.apache.solr.cloud.api.collections.TestRequestStatusCollectionAPI.test

Error Message:
Error from server at http://127.0.0.1:39888: KeeperErrorCode = Session expired for /overseer/collection-map-completed/mn-1001

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:39888: KeeperErrorCode = Session expired for /overseer/collection-map-completed/mn-1001
	at __randomizedtesting.SeedInfo.seed([1CCC375C77EB19CC:94980886D9177434]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.api.collections.TestRequestStatusCollectionAPI.sendRequest(TestRequestStatusCollectionAPI.java:194)
	at org.apache.solr.cloud.api.collections.TestRequestStatusCollectionAPI.sendStatusRequestWithRetry(TestRequestStatusCollectionAPI.java:167)
	at org.apache.solr.cloud.api.collections.TestRequestStatusCollectionAPI.test(TestRequestStatusCollectionAPI.java:107)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest.testMultipleThreads

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([1CCC375C77EB19CC:30FE40D1FB2F6F48]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:904)
	at org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest.testMultipleThreads(AtomicUpdateProcessorFactoryTest.java:260)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
</response>

	request was:q=int_i:23&wt=xml
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:897)
	... 40 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.SSLMigrationTest

Error Message:
ObjectTracker found 2 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:236)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:223)  at org.apache.solr.client.solrj.impl.LBHttpSolrClient.constructClient(LBHttpSolrClient.java:292)  at org.apache.solr.client.solrj.impl.LBHttpSolrClient.<init>(LBHttpSolrClient.java:270)  at org.apache.solr.client.solrj.impl.LBHttpSolrClient$Builder.build(LBHttpSolrClient.java:967)  at org.apache.solr.SolrTestCaseJ4.getLBHttpSolrClient(SolrTestCaseJ4.java:2473)  at org.apache.solr.cloud.SSLMigrationTest.setUrlScheme(SSLMigrationTest.java:132)  at org.apache.solr.cloud.SSLMigrationTest.testMigrateSSL(SSLMigrationTest.java:66)  at org.apache.solr.cloud.SSLMigrationTest.test(SSLMigrationTest.java:60)  at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)  at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)  at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)  at java.lang.reflect.Method.invoke(Method.java:498)  at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)  at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)  at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)  at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)  at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)  at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)  at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)  at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)  at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)  at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:236)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:223)  at org.apache.solr.client.solrj.impl.LBHttpSolrClient.constructClient(LBHttpSolrClient.java:292)  at org.apache.solr.client.solrj.impl.LBHttpSolrClient.<init>(LBHttpSolrClient.java:270)  at org.apache.solr.client.solrj.impl.LBHttpSolrClient$Builder.build(LBHttpSolrClient.java:967)  at org.apache.solr.SolrTestCaseJ4.getLBHttpSolrClient(SolrTestCaseJ4.java:2473)  at org.apache.solr.cloud.SSLMigrationTest.setUrlScheme(SSLMigrationTest.java:132)  at org.apache.solr.cloud.SSLMigrationTest.testMigrateSSL(SSLMigrationTest.java:66)  at org.apache.solr.cloud.SSLMigrationTest.test(SSLMigrationTest.java:61)  at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)  at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)  at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)  at java.lang.reflect.Method.invoke(Method.java:498)  at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)  at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)  at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)  at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)  at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)  at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)  at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)  at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)  at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)  at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at java.lang.Thread.run(Thread.java:748)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 2 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:236)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:223)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.constructClient(LBHttpSolrClient.java:292)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.<init>(LBHttpSolrClient.java:270)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient$Builder.build(LBHttpSolrClient.java:967)
	at org.apache.solr.SolrTestCaseJ4.getLBHttpSolrClient(SolrTestCaseJ4.java:2473)
	at org.apache.solr.cloud.SSLMigrationTest.setUrlScheme(SSLMigrationTest.java:132)
	at org.apache.solr.cloud.SSLMigrationTest.testMigrateSSL(SSLMigrationTest.java:66)
	at org.apache.solr.cloud.SSLMigrationTest.test(SSLMigrationTest.java:60)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:236)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:223)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.constructClient(LBHttpSolrClient.java:292)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.<init>(LBHttpSolrClient.java:270)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient$Builder.build(LBHttpSolrClient.java:967)
	at org.apache.solr.SolrTestCaseJ4.getLBHttpSolrClient(SolrTestCaseJ4.java:2473)
	at org.apache.solr.cloud.SSLMigrationTest.setUrlScheme(SSLMigrationTest.java:132)
	at org.apache.solr.cloud.SSLMigrationTest.testMigrateSSL(SSLMigrationTest.java:66)
	at org.apache.solr.cloud.SSLMigrationTest.test(SSLMigrationTest.java:61)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


	at __randomizedtesting.SeedInfo.seed([1CCC375C77EB19CC]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:297)
	at sun.reflect.GeneratedMethodAccessor69.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.SSLMigrationTest

Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.SSLMigrationTest:     1) Thread[id=18138, name=Connection evictor, state=TIMED_WAITING, group=TGRP-SSLMigrationTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=18273, name=Connection evictor, state=TIMED_WAITING, group=TGRP-SSLMigrationTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.SSLMigrationTest: 
   1) Thread[id=18138, name=Connection evictor, state=TIMED_WAITING, group=TGRP-SSLMigrationTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=18273, name=Connection evictor, state=TIMED_WAITING, group=TGRP-SSLMigrationTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([1CCC375C77EB19CC]:0)


FAILED:  org.apache.solr.ltr.TestLTRReRankingPipeline.testDifferentTopN

Error Message:
expected:<1.0> but was:<0.0>

Stack Trace:
java.lang.AssertionError: expected:<1.0> but was:<0.0>
	at __randomizedtesting.SeedInfo.seed([FF2C2346C0DA0CC1:E8D5116F561C653]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:443)
	at org.junit.Assert.assertEquals(Assert.java:512)
	at org.apache.solr.ltr.TestLTRReRankingPipeline.testDifferentTopN(TestLTRReRankingPipeline.java:255)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.core.TestJmxIntegration.testJmxOnCoreReload

Error Message:
Number of registered MBeans is not the same as info registry size expected:<108> but was:<0>

Stack Trace:
java.lang.AssertionError: Number of registered MBeans is not the same as info registry size expected:<108> but was:<0>
	at __randomizedtesting.SeedInfo.seed([1CCC375C77EB19CC:1E75EC3004A8C501]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.core.TestJmxIntegration.testJmxOnCoreReload(TestJmxIntegration.java:180)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.ZkControllerTest.testPublishAndWaitForDownStates

Error Message:
The ZkController.publishAndWaitForDownStates should have timed out but it didn't

Stack Trace:
java.lang.AssertionError: The ZkController.publishAndWaitForDownStates should have timed out but it didn't
	at __randomizedtesting.SeedInfo.seed([1CCC375C77EB19CC:3BC35BB0D67C56F3]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.ZkControllerTest.testPublishAndWaitForDownStates(ZkControllerTest.java:306)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestIndexFetchOnMasterRestart

Error Message:
IOException occured when talking to server at: http://127.0.0.1:34213/solr/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:34213/solr/collection1
	at __randomizedtesting.SeedInfo.seed([1CCC375C77EB19CC:C43BF3B8DC30DB90]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:173)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:138)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:152)
	at org.apache.solr.handler.TestReplicationHandler.index(TestReplicationHandler.java:180)
	at org.apache.solr.handler.TestReplicationHandler.doTestIndexFetchOnMasterRestart(TestReplicationHandler.java:643)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:34213 failed to respond
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 47 more




Build Log:
[...truncated 12349 lines...]
   [junit4] Suite: org.apache.solr.core.TestJmxIntegration
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.core.TestJmxIntegration_1CCC375C77EB19CC-001/init-core-data-001
   [junit4]   2> 486469 INFO  (SUITE-TestJmxIntegration-seed#[1CCC375C77EB19CC]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 486470 INFO  (SUITE-TestJmxIntegration-seed#[1CCC375C77EB19CC]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 486470 INFO  (SUITE-TestJmxIntegration-seed#[1CCC375C77EB19CC]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 486486 INFO  (SUITE-TestJmxIntegration-seed#[1CCC375C77EB19CC]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 486486 INFO  (SUITE-TestJmxIntegration-seed#[1CCC375C77EB19CC]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 486667 INFO  (SUITE-TestJmxIntegration-seed#[1CCC375C77EB19CC]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 486743 INFO  (SUITE-TestJmxIntegration-seed#[1CCC375C77EB19CC]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 487152 INFO  (SUITE-TestJmxIntegration-seed#[1CCC375C77EB19CC]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 487468 INFO  (SUITE-TestJmxIntegration-seed#[1CCC375C77EB19CC]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d8305bb
   [junit4]   2> 487504 INFO  (SUITE-TestJmxIntegration-seed#[1CCC375C77EB19CC]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d8305bb
   [junit4]   2> 487504 INFO  (SUITE-TestJmxIntegration-seed#[1CCC375C77EB19CC]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d8305bb
   [junit4]   2> 487505 INFO  (coreLoadExecutor-1088-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 487578 INFO  (coreLoadExecutor-1088-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 487731 INFO  (coreLoadExecutor-1088-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 487821 INFO  (coreLoadExecutor-1088-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 488256 INFO  (coreLoadExecutor-1088-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 488307 INFO  (coreLoadExecutor-1088-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 488307 INFO  (coreLoadExecutor-1088-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d8305bb
   [junit4]   2> 488307 INFO  (coreLoadExecutor-1088-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 488308 INFO  (coreLoadExecutor-1088-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.core.TestJmxIntegration_1CCC375C77EB19CC-001/init-core-data-001/]
   [junit4]   2> 488309 INFO  (coreLoadExecutor-1088-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=11, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.47350937056625086]
   [junit4]   2> 488617 INFO  (coreLoadExecutor-1088-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 488618 INFO  (coreLoadExecutor-1088-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 488618 INFO  (coreLoadExecutor-1088-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 488618 INFO  (coreLoadExecutor-1088-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 488632 INFO  (coreLoadExecutor-1088-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=21, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 488632 INFO  (coreLoadExecutor-1088-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2a62eaba[collection1] main]
   [junit4]   2> 488633 INFO  (coreLoadExecutor-1088-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 488679 INFO  (coreLoadExecutor-1088-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 488834 INFO  (coreLoadExecutor-1088-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 488834 INFO  (coreLoadExecutor-1088-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1593563490331656192
   [junit4]   2> 488846 INFO  (searcherExecutor-1089-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 488847 INFO  (searcherExecutor-1089-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 488847 INFO  (searcherExecutor-1089-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 488847 INFO  (searcherExecutor-1089-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 488847 INFO  (searcherExecutor-1089-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 488847 INFO  (searcherExecutor-1089-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 488848 INFO  (searcherExecutor-1089-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 488848 INFO  (searcherExecutor-1089-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 488848 INFO  (SUITE-TestJmxIntegration-seed#[1CCC375C77EB19CC]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 488848 INFO  (searcherExecutor-1089-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 488850 INFO  (searcherExecutor-1089-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2a62eaba[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 488894 INFO  (TEST-TestJmxIntegration.testJmxOnCoreReload-seed#[1CCC375C77EB19CC]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testJmxOnCoreReload
   [junit4]   2> 489025 INFO  (TEST-TestJmxIntegration.testJmxOnCoreReload-seed#[1CCC375C77EB19CC]) [    ] o.a.s.c.TestJmxIntegration Before Reload: Size of infoRegistry: 108 MBeans: 0
   [junit4]   2> 489025 INFO  (TEST-TestJmxIntegration.testJmxOnCoreReload-seed#[1CCC375C77EB19CC]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testJmxOnCoreReload
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestJmxIntegration -Dtests.method=testJmxOnCoreReload -Dtests.seed=1CCC375C77EB19CC -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=be -Dtests.timezone=America/Anchorage -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.19s J2 | TestJmxIntegration.testJmxOnCoreReload <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Number of registered MBeans is not the same as info registry size expected:<108> but was:<0>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1CCC375C77EB19CC:1E75EC3004A8C501]:0)
   [junit4]    > 	at org.apache.solr.core.TestJmxIntegration.testJmxOnCoreReload(TestJmxIntegration.java:180)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 489074 INFO  (TEST-TestJmxIntegration.testJmxRegistration-seed#[1CCC375C77EB19CC]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testJmxRegistration
   [junit4]   2> 489901 INFO  (TEST-TestJmxIntegration.testJmxRegistration-seed#[1CCC375C77EB19CC]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testJmxRegistration
   [junit4]   2> 489903 INFO  (TEST-TestJmxIntegration.testJmxUpdate-seed#[1CCC375C77EB19CC]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testJmxUpdate
   [junit4]   2> 489936 INFO  (TEST-TestJmxIntegration.testJmxUpdate-seed#[1CCC375C77EB19CC]) [    ] o.a.s.c.TestJmxIntegration Mbeans in server: [solr:dom1=core,dom2=collection1,category=QUERY,scope=/terms,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/dismax,name=handlerStart, solr:dom1=jvm,name0=memory,name1=pools,name2=PS-Survivor-Space,name=max, java.lang:type=Threading, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mock,name=requests, solr:dom1=node,category=QUERY,scope=/admin/metrics/collector,name=handlerStart, solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=requests, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/mbeans,name=shardRequests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mock,name=errors, solr:dom1=jvm,name0=os,name=systemLoadAverage, solr:dom1=core,dom2=collection1,category=QUERY,scope=/get,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH1,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/defaults,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-def,name=requestTimes, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=requestTimes, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak,name=shardRequests, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.updateExecutor.running, solr:dom1=node,category=QUERY,scope=httpShardHandler,name=threadPool.httpShardExecutor.duration, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mock,name=handlerStart, solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=serverErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update,name=handlerStart, solr:dom1=jvm,name0=buffers,name1=mapped,name=TotalCapacity, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update,name=totalTime, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/luke,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-def,name=timeouts, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=rollbacks, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.recoveryExecutor.submitted, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/stream,name=requestTimes, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/system,name=shardRequests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/dismax,name=clientErrors, solr:dom1=node,category=CONTAINER,scope=threadPool,name=coreContainerWorkExecutor.running, solr:dom1=core,dom2=collection1,category=QUERY,scope=/graph,name=clientErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/terms,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mltrh,name=shardRequests, solr:dom1=node,category=ADMIN,scope=/admin/collections,name=requestTimes, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=searcher,name=reader, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFragmenter,name=gap.requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/export,name=requestTimes, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrBoundaryScanner,name=breakIterator.requests, solr:dom1=node,category=ADMIN,scope=/admin/authorization,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/debug/dump,name=shardRequests, solr:dom1=node,category=ADMIN,scope=/admin/collections,name=handlerStart, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=totalTime, solr:dom1=node,category=ADMIN,scope=/admin/autoscaling/history,name=clientErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/ping,name=errors, solr:dom1=jvm,name0=memory,name1=pools,name2=PS-Survivor-Space,name=usage, solr:dom1=jvm,name0=memory,name1=pools,name2=Compressed-Class-Space,name=max, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=clientErrors, solr:dom1=jvm,name0=memory,name1=pools,name2=PS-Old-Gen,name=init, solr:dom1=core,dom2=collection1,category=QUERY,scope=/stream,name=timeouts, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=errors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/file,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/sql,name=requests, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/logging,name=shardRequests, solr:dom1=core,dom2=collection1,category=TLOG,name=state, solr:dom1=core,dom2=collection1,category=CORE,scope=fs,name=spins, solr:dom1=jvm,name0=buffers,name1=direct,name=MemoryUsed, solr:dom1=jvm,name0=classes,name=unloaded, solr:dom1=jvm,name0=threads,name1=waiting,name=count, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-def,name=errors, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=threadPool.parallelCoreAdminExecutor.submitted, solr:dom1=core,dom2=collection1,category=TLOG,scope=replay,name=remaining.bytes, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/properties,name=timeouts, solr:dom1=node,category=CONTAINER,scope=cores,name=loaded, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=handlerStart, solr:dom1=node,category=ADMIN,scope=/admin/autoscaling/history,name=timeouts, solr:dom1=node,category=ADMIN,scope=/admin/authorization,name=handlerStart, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/luke,name=shardRequests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mltrh,name=totalTime, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update,name=clientErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-invariants,name=clientErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/export,name=totalTime, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=new,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/sql,name=timeouts, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/config,name=clientErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/csv,name=handlerStart, solr:dom1=node,category=QUERY,scope=httpShardHandler,name=threadPool.httpShardExecutor.completed, solr:dom1=core,dom2=collection1,category=QUERY,scope=/debug/dump,name=clientErrors, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=handlerStart, solr:dom1=core,dom2=collection1,category=QUERY,scope=/graph,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak_Direct,name=serverErrors, java.lang:type=Runtime, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=cumulativeDeletesById, solr:dom1=core,dom2=collection1,category=QUERY,scope=/defaults,name=timeouts, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=cumulativeDeletesByQuery, solr:dom1=core,dom2=collection1,category=QUERY,scope=/dismax,name=timeouts, solr:dom1=node,category=ADMIN,scope=/admin/authorization,name=errors, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.recoveryExecutor.duration, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak_Direct,name=timeouts, solr:dom1=core,dom2=collection1,category=CORE,scope=fs,name=totalSpace, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH_Direct,name=clientErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/terms,name=clientErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/mbeans,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-def,name=handlerStart, solr:dom1=node,category=CONTAINER,scope=threadPool,name=coreContainerWorkExecutor.duration, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak_Direct,name=requests, solr:dom1=node,category=ADMIN,scope=/admin/zookeeper,name=clientErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak_Direct,name=clientErrors, solr:dom1=node,category=CONTAINER,scope=cores,name=unloaded, solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-invariants,name=serverErrors, java.lang:type=MemoryPool,name=PS Eden Space, solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=timeouts, solr:dom1=core,dom2=collection1,category=CORE,scope=fs,name=usableSpace, solr:dom1=jvm,name0=os,name=totalPhysicalMemorySize, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH,name=serverErrors, solr:dom1=jvm,name0=os,name=totalSwapSpaceSize, solr:dom1=jvm,name0=memory,name1=pools,name2=Code-Cache,name=init, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=cumulativeErrors, java.lang:type=MemoryPool,name=PS Survivor Space, solr:dom1=node,category=QUERY,scope=/admin/metrics/collector,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mlt,name=handlerStart, solr:dom1=jvm,name0=os,name=availableProcessors, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.recoveryExecutor.running, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak,name=timeouts, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak,name=errors, solr:dom1=jvm,name0=memory,name1=pools,name2=Compressed-Class-Space,name=used, solr:dom1=node,category=CONTAINER,scope=fs,name=path, solr:dom1=node,category=ADMIN,scope=/admin/zookeeper,name=timeouts, solr:dom1=jvm,name0=threads,name=count, solr:dom1=node,category=ADMIN,scope=/admin/authorization,name=timeouts, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=searcher,name=caching, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mock,name=serverErrors, solr:dom1=jvm,name0=memory,name1=total,name=used, solr:dom1=jvm,name0=memory,name1=pools,name2=Code-Cache,name=usage, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFormatter,name=html.requests, solr:dom1=node,category=CONTAINER,scope=fs,name=spins, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=clientErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=deletesByQuery, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=timeouts, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json/docs,name=serverErrors, solr:dom1=jvm,name0=threads,name1=new,name=count, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak,name=handlerStart, solr:dom1=core,dom2=collection1,category=TLOG,scope=replay,name=ops, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update,name=shardRequests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH1,name=handlerStart, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/threads,name=serverErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/logging,name=serverErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/ping,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/export,name=timeouts, solr:dom1=jvm,name0=memory,name1=pools,name2=PS-Old-Gen,name=committed, solr:dom1=node,category=ADMIN,scope=/admin/autoscaling/history,name=totalTime, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=searcher,name=openedAt, solr:dom1=core,dom2=collection1,category=QUERY,scope=/stream,name=clientErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mlt,name=requestTimes, solr:dom1=node,category=ADMIN,scope=/admin/configs,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mock,name=initCount, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=errors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=clientErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak,name=requests, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=handlerStart, solr:dom1=node,category=QUERY,scope=httpShardHandler,name=leasedConnections, solr:dom1=core,dom2=collection1,category=QUERY,scope=/select,name=requests, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=softAutoCommits, solr:dom1=jvm,name0=memory,name1=non-heap,name=used, solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=handlerStart, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=serverErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=shardRequests, solr:dom1=node,category=ADMIN,scope=/admin/collections,name=clientErrors, java.lang:type=MemoryPool,name=Code Cache, solr:dom1=core,dom2=collection1,category=CORE,name=refCount, java.nio:type=BufferPool,name=direct, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json,name=totalTime, solr:dom1=node,category=ADMIN,scope=/admin/collections,name=errors, solr:dom1=jvm,name0=threads,name1=daemon,name=count, solr:dom1=node,category=ADMIN,scope=/admin/zookeeper,name=serverErrors, solr:dom1=node,category=CONTAINER,scope=fs,name=coreRoot.path, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=errors, solr:dom1=jvm,name0=memory,name1=non-heap,name=init, solr:dom1=node,category=ADMIN,scope=/admin/configs,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/sql,name=requestTimes, solr:dom1=core,dom2=collection1,category=CACHE,scope=searcher,name=queryResultCache, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH,name=requestTimes, solr_41808:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-invariants,name=totalTime, solr:dom1=node,category=ADMIN,scope=/admin/autoscaling/history,name=handlerStart, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=searcher,name=searcherName, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH_Direct,name=handlerStart, solr:dom1=core,dom2=collection1,category=QUERY,scope=/dismax,name=requests, solr:dom1=jvm,name0=memory,name1=heap,name=max, solr:dom1=core,dom2=collection1,category=QUERY,scope=/defaults,name=shardRequests, solr:dom1=node,category=CONTAINER,scope=threadPool,name=coreLoadExecutor.duration, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/csv,name=shardRequests, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=serverErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=timeouts, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/luke,name=errors, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=requests, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/mbeans,name=requestTimes, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/file,name=timeouts, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=indexSize, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/ping,name=shardRequests, solr:dom1=node,category=ADMIN,scope=/admin/zookeeper,name=errors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/ping,name=timeouts, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/graph,name=requests, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=shardRequests, solr:dom1=node,category=ADMIN,scope=/admin/configs,name=shardRequests, solr:dom1=jvm,name0=buffers,name1=mapped,name=Count, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/defaults,name=errors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=requests, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/file,name=shardRequests, solr_46418:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-invariants,name=timeouts, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=tota
   [junit4]   2> lTime, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH1,name=clientErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json/docs,name=clientErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/properties,name=serverErrors, java.lang:type=Compilation, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.updateExecutor.submitted, solr:dom1=jvm,name0=memory,name1=pools,name2=Compressed-Class-Space,name=committed, solr:dom1=node,category=ADMIN,scope=/admin/autoscaling/history,name=requests, solr:dom1=node,category=QUERY,scope=/admin/metrics/collector,name=serverErrors, solr:dom1=core,dom2=collection1,category=TLOG,scope=buffered,name=ops, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=timeouts, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=adds, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/properties,name=errors, solr:dom1=jvm,name0=os,name=version, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=serverErrors, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=pendingConnections, solr:dom1=jvm,name0=memory,name1=pools,name2=Metaspace,name=usage, solr:dom1=core,dom2=collection1,category=CACHE,scope=searcher,name=documentCache, solr:dom1=node,category=ADMIN,scope=/admin/authorization,name=shardRequests, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/plugins,name=totalTime, solr:dom1=core,dom2=collection1,category=QUERY,scope=/graph,name=handlerStart, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mlt,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak_Direct,name=handlerStart, java.lang:type=MemoryPool,name=Compressed Class Space, solr:dom1=core,dom2=collection1,category=QUERY,scope=/terms,name=requestTimes, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH_Direct,name=totalTime, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/csv,name=clientErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/properties,name=totalTime, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/csv,name=requests, solr:dom1=jvm,name0=os,name=committedVirtualMemorySize, solr:dom1=core,dom2=collection1,category=QUERY,scope=/tvrh,name=errors, solr:dom1=jvm,name0=memory,name1=pools,name2=PS-Old-Gen,name=usage, solr:dom1=core,dom2=collection1,category=QUERY,scope=/terms,name=requests, solr:dom1=jvm,name0=memory,name1=non-heap,name=max, solr:dom1=jvm,name0=os,name=maxFileDescriptorCount, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFragmentsBuilder,name=simple.requests, solr:dom1=core,dom2=collection1,category=CORE,name=coreName, solr:dom1=node,category=CONTAINER,scope=threadPool,name=coreLoadExecutor.running, solr:dom1=core,dom2=collection1,category=QUERY,scope=/sql,name=handlerStart, solr:dom1=jvm,name0=memory,name1=heap,name=used, solr:dom1=core,dom2=collection1,category=CACHE,scope=searcher,name=perSegFilter, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/logging,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/sql,name=errors, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=confFilesToReplicate, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json/docs,name=requests, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/luke,name=totalTime, solr:dom1=node,category=CONTAINER,scope=fs,name=coreRoot.usableSpace, solr:dom1=jvm,name0=os,name=systemCpuLoad, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFragListBuilder,name=default.requests, solr:dom1=node,category=ADMIN,scope=/admin/info,name=shardRequests, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=splits, solr:dom1=core,dom2=collection1,category=QUERY,scope=/terms,name=handlerStart, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=fetcher, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH_Direct,name=requestTimes, solr:dom1=jvm,name0=threads,name1=blocked,name=count, solr:dom1=core,dom2=collection1,category=QUERY,scope=/graph,name=timeouts, solr:dom1=node,category=ADMIN,scope=/admin/zookeeper,name=requestTimes, solr:dom1=node,category=ADMIN,scope=/admin/autoscaling/history,name=shardRequests, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=totalTime, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrBoundaryScanner,name=default.requests, solr:dom1=jvm,name0=gc,name1=PS-MarkSweep,name=time, solr:dom1=node,category=ADMIN,scope=/admin/collections,name=requests, solr:dom1=node,category=ADMIN,scope=/admin/configs,name=totalTime, solr:dom1=core,dom2=collection1,category=TLOG,scope=applyingBuffered,name=ops, solr:dom1=node,category=ADMIN,scope=/admin/info,name=handlerStart, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-def,name=totalTime, solr:dom1=jvm,name0=buffers,name1=direct,name=TotalCapacity, solr:dom1=node,category=ADMIN,scope=/admin/autoscaling/history,name=serverErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/properties,name=clientErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=handlerStart, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=generation, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/csv,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mltrh,name=errors, java.lang:type=OperatingSystem, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/luke,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/tvrh,name=handlerStart, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/threads,name=totalTime, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json/docs,name=timeouts, solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=shardRequests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mock,name=clientErrors, solr:dom1=jvm,name0=threads,name1=terminated,name=count, java.lang:type=MemoryManager,name=Metaspace Manager, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/mbeans,name=handlerStart, solr:dom1=node,category=QUERY,scope=/admin/metrics/collector,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH1,name=shardRequests, solr:dom1=node,category=QUERY,scope=/admin/metrics/collector,name=shardRequests, solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=totalTime, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH1,name=errors, solr:dom1=node,category=ADMIN,scope=/admin/zookeeper,name=handlerStart, solr:dom1=core,dom2=collection1,category=TLOG,scope=replay,name=remaining.logs, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/system,name=requestTimes, solr:dom1=core,dom2=collection1,category=CORE,scope=fs,name=path, solr:dom1=node,category=CONTAINER,scope=threadPool,name=coreContainerWorkExecutor.completed, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/properties,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/sql,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/sql,name=totalTime, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/logging,name=totalTime, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=threadPool.parallelCoreAdminExecutor.duration, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/luke,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH,name=totalTime, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json/docs,name=totalTime, solr:dom1=jvm,name0=memory,name1=pools,name2=PS-Eden-Space,name=max, solr:dom1=jvm,name0=memory,name1=pools,name2=PS-Old-Gen,name=used, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=shardRequests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak,name=serverErrors, solr:dom1=core,dom2=collection1,category=INDEX,name=sizeInBytes, solr:dom1=jvm,name0=memory,name1=pools,name2=Metaspace,name=max, solr:dom1=core,dom2=collection1,category=QUERY,scope=/t

[...truncated too long message...]

id=Lucene50(blocksize=128), range_facet_i_dv=PostingsFormat(name=LuceneVarGapFixedInterval), text=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), timestamp=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{int_i=DocValuesFormat(name=Lucene70), range_facet_l_dv=DocValuesFormat(name=Direct), _version_=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Lucene70), id_i1=DocValuesFormat(name=Lucene70), range_facet_i_dv=DocValuesFormat(name=Asserting), intDvoDefault=DocValuesFormat(name=Direct), count_i=DocValuesFormat(name=Lucene70), range_facet_l=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=95, maxMBSortInHeap=6.032091951782082, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-JO, timezone=Europe/Vienna
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=256929848,total=528482304
   [junit4]   2> NOTE: All tests run in this JVM: [TestDynamicLoading, DistributedFacetPivotLongTailTest, MigrateRouteKeyTest, TestManagedSynonymFilterFactory, TestDynamicFieldResource, WrapperMergePolicyFactoryTest, TestApiFramework, DocValuesMultiTest, TestGeoJSONResponseWriter, TestCloudInspectUtil, MetricTriggerTest, TestSchemalessBufferedUpdates, TestLazyCores, TestDistribStateManager, TestInitParams, TestReplicaProperties, HdfsRestartWhileUpdatingTest, ExecutePlanActionTest, TestCoreContainer, TestObjectReleaseTracker, TestScoreJoinQPNoScore, TestRetrieveFieldsOptimizer, TestJmxIntegration, BasicDistributedZk2Test, InfoHandlerTest, SuggesterTSTTest, CoreAdminCreateDiscoverTest, LeaderElectionTest, TestCollectionsAPIViaSolrCloudCluster, FileBasedSpellCheckerTest, LIRRollingUpdatesTest, TestComplexPhraseQParserPlugin, TestReRankQParserPlugin, TestMacros, ReplicaListTransformerTest, TestCorePropertiesReload, ZkShardTermsTest, TestBulkSchemaAPI, CollectionTooManyReplicasTest, RegexBoostProcessorTest, TestUpdate, TestSchemaResource, CdcrReplicationDistributedZkTest, TestSearcherReuse, HdfsNNFailoverTest, DistributedExpandComponentTest, SecurityConfHandlerTest, CleanupOldIndexTest, TestLeaderInitiatedRecoveryThread, TermVectorComponentTest, SolrTestCaseJ4Test, TestUseDocValuesAsStored2, SolrCmdDistributorTest, TestDFISimilarityFactory, TestClusterProperties, RecoveryZkTest, ClusterStateUpdateTest, TestSerializedLuceneMatchVersion, BlockJoinFacetDistribTest, SpatialFilterTest, TestEmbeddedSolrServerConstructors, TestFilteredDocIdSet, TestDFRSimilarityFactory, ResponseHeaderTest, TestFieldCacheVsDocValues, DeleteReplicaTest, BooleanFieldTest, TestLegacyFieldReuse, CoreAdminHandlerTest, TestShardHandlerFactory, ReturnFieldsTest, ExplicitHLLTest, TestLargeCluster, TestOverriddenPrefixQueryForCustomFieldType, RegexBytesRefFilterTest, DataDrivenBlockJoinTest, TestExpandComponent, CacheHeaderTest, CircularListTest, TestFreeTextSuggestions, TestMissingGroups, CollectionsAPISolrJTest, TestAnalyzedSuggestions, TestLMJelinekMercerSimilarityFactory, DistributedSpellCheckComponentTest, TriggerIntegrationTest, TestStressLiveNodes, ForceLeaderTest, TestOrdValues, UniqFieldsUpdateProcessorFactoryTest, TestUtils, MoreLikeThisHandlerTest, TestStressReorder, SpellCheckComponentTest, TestDistribDocBasedVersion, SolrSlf4jReporterTest, TestQueryTypes, AliasIntegrationTest, TestDocBasedVersionConstraints, TestTestInjection, ConnectionManagerTest, DirectSolrSpellCheckerTest, TestManagedResource, TestSolrConfigHandlerCloud, MetricsConfigTest, ReplaceNodeTest, WordBreakSolrSpellCheckerTest, TestSkipOverseerOperations, StressHdfsTest, TestConfigSetImmutable, AtomicUpdatesTest, TestValueSourceCache, BaseCdcrDistributedZkTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, NoCacheHeaderTest, SolrGraphiteReporterTest, CloudMLTQParserTest, LeaderFailureAfterFreshStartTest, TestAnalyzeInfixSuggestions, AutoAddReplicasPlanActionTest, ConnectionReuseTest, TestBadConfig, TestNumericTokenStream, TestOnReconnectListenerSupport, TestJsonFacetRefinement, DistributedSuggestComponentTest, ChaosMonkeySafeLeaderTest, LeaderElectionIntegrationTest, BasicZkTest, FullSolrCloudDistribCmdsTest, TestRandomFaceting, ZkSolrClientTest, TestDistributedSearch, TestRangeQuery, TestGroupingSearch, TestFiltering, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SolrRequestParserTest, DocValuesTest, TestRemoteStreaming, TestSolrDeletionPolicy1, DebugComponentTest, LukeRequestHandlerTest, TestWriterPerf, DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, RequestHandlersTest, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, LoggingHandlerTest, IndexSchemaTest, BinaryUpdateRequestHandlerTest, SearchHandlerTest, SOLR749Test, TestQuerySenderListener, AlternateDirectoryTest, TestSolrIndexConfig, CopyFieldTest, ResponseLogComponentTest, SolrIndexConfigTest, BadComponentTest, TestSolrDeletionPolicy2, MultiTermTest, TestDocSet, TestBinaryField, NumericFieldsTest, MinimalSchemaTest, TestElisionMultitermQuery, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, SynonymTokenizerTest, EchoParamsTest, TestSweetSpotSimilarityFactory, TestLMDirichletSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TimeZoneUtilsTest, TestFastOutputStream, ScriptEngineTest, URLClassifyProcessorTest, TestFastLRUCache, DateMathParserTest, PreAnalyzedFieldTest, TestSuggestSpellingConverter, DateFieldTest, RAMDirectoryFactoryTest, ClusterStateTest, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, DistributedMLTComponentTest, TestRTGBase, CursorPagingTest, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestTolerantSearch, TestJettySolrRunner, AddReplicaTest, AsyncCallRequestStatusResponseTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CloudExitableDirectoryReaderTest, CollectionStateFormat2Test, DeleteInactiveReplicaTest, DeleteShardTest, DeleteStatusTest, DistributedQueueTest, DistributedVersionInfoTest, LeaderElectionContextKeyTest, MoveReplicaHDFSFailoverTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, PeerSyncReplicationTest, TestCloudDeleteByQuery, TestCloudPseudoReturnFields, TestConfigSetsAPI, TestLockTree, TestMiniSolrCloudClusterSSL, TestRandomFlRTGCloud, TestRandomRequestDistribution, TestRebalanceLeaders, TestStressInPlaceUpdates, TestLocalFSCloudBackupRestore, AutoAddReplicasIntegrationTest, SearchRateTriggerTest, TestClusterStateProvider, TestComputePlanAction, TestNodeLostTrigger, TestPolicyCloud, TestTriggerIntegration, CdcrBootstrapTest, HdfsBasicDistributedZk2Test, HdfsRecoveryZkTest, CachingDirectoryFactoryTest, CoreSorterTest, DirectoryFactoryTest, ExitableDirectoryReaderTest, HdfsDirectoryFactoryTest, TestSolrCoreSnapshots, RequestLoggingTest, SearchHandlerTest, TestBlobHandler, TestReqParamsAPI, TestSystemCollAutoCreate, TestCoreAdminApis, DistributedFacetPivotSmallAdvancedTest, DistributedFacetPivotSmallTest, InfixSuggestersTest, TestHttpShardHandlerFactory, TestTrackingShardHandlerFactory, SolrMetricReporterTest, SolrGangliaReporterTest, SubstringBytesRefFilterTest, TestIntervalFaceting, CurrencyRangeFacetCloudTest, RankQueryTest, SortSpecParsingTest, TestCustomSort, TestInitQParser, TestMultiWordSynonyms, TestQueryWrapperFilter, TestRecoveryHdfs, TestExactSharedStatsCache, BasicAuthIntegrationTest, TestImpersonationWithHadoopAuth, TestZkAclsWithHadoopAuth, HttpSolrCallGetCoreTest, ConjunctionSolrSpellCheckerTest, TestBlendedInfixSuggestions, BufferStoreTest, HdfsLockFactoryTest, AddBlockUpdateTest, SolrIndexMetricsTest, UpdateLogTest, AtomicUpdateProcessorFactoryTest]
   [junit4] Completed [757/777 (6!)] on J2 in 3.59s, 4 tests, 1 error <<< FAILURES!

[...truncated 7517 lines...]
   [junit4] Suite: org.apache.solr.ltr.TestLTRReRankingPipeline
   [junit4]   2> 85318 INFO  (TEST-TestLTRReRankingPipeline.testDifferentTopN-seed#[FF2C2346C0DA0CC1]) [    ] o.a.s.l.TestLTRReRankingPipeline rerank 1 documents 
   [junit4]   2> 85319 INFO  (TEST-TestLTRReRankingPipeline.testDifferentTopN-seed#[FF2C2346C0DA0CC1]) [    ] o.a.s.l.TestLTRReRankingPipeline doc 0 in pos 0
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestLTRReRankingPipeline -Dtests.method=testDifferentTopN -Dtests.seed=FF2C2346C0DA0CC1 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-ES -Dtests.timezone=America/Cambridge_Bay -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.22s J1 | TestLTRReRankingPipeline.testDifferentTopN <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<1.0> but was:<0.0>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([FF2C2346C0DA0CC1:E8D5116F561C653]:0)
   [junit4]    > 	at org.apache.solr.ltr.TestLTRReRankingPipeline.testDifferentTopN(TestLTRReRankingPipeline.java:255)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {field=PostingsFormat(name=LuceneFixedGap), id=PostingsFormat(name=MockRandom), final-score=PostingsFormat(name=MockRandom)}, docValues:{final-score=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=505, maxMBSortInHeap=5.002654257799695, sim=RandomSimilarity(queryNorm=true): {field=DFR I(F)B1}, locale=es-ES, timezone=America/Cambridge_Bay
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=261449280,total=331350016
   [junit4]   2> NOTE: All tests run in this JVM: [TestValueFeature, TestUserTermScoreWithQ, TestModelManager, TestFeatureExtractionFromMultipleSegments, TestFieldValueFeature, TestLTRQParserExplain, TestLTRReRankingPipeline]
   [junit4] Completed [20/36 (1!)] on J1 in 0.67s, 3 tests, 1 failure <<< FAILURES!

[...truncated 40407 lines...]

[JENKINS] Lucene-Solr-Tests-7.x - Build # 464 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/464/

7 tests failed.
FAILED:  org.apache.solr.cloud.ReplaceNodeNoTargetTest.test

Error Message:
Expected no cores for decommisioned node: {replacenodetest_coll_notarget_shard1_replica_n21={name=replacenodetest_coll_notarget_shard1_replica_n21,instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_DFCF24DC757171EE-001/tempDir-001/node6/replacenodetest_coll_notarget_shard1_replica_n21,dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_DFCF24DC757171EE-001/tempDir-001/node6/./replacenodetest_coll_notarget_shard1_replica_n21/data/,config=solrconfig.xml,schema=schema.xml,startTime=Tue Feb 27 13:31:37 MSK 2018,uptime=2823,lastPublished=active,configVersion=0,cloud={collection=replacenodetest_coll_notarget,shard=shard1,replica=core_node22},index={numDocs=0,maxDoc=0,deletedDocs=0,indexHeapUsageBytes=0,version=2,segmentCount=0,current=true,hasDeletions=false,directory=org.apache.lucene.store.MockDirectoryWrapper:MockDirectoryWrapper(RAMDirectory@40ef21b0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@59d22c8),segmentsFile=segments_1,segmentsFileSizeInBytes=69,userData={},sizeInBytes=69,size=69 bytes}}} expected:<0> but was:<1>

Stack Trace:
java.lang.AssertionError: Expected no cores for decommisioned node: {replacenodetest_coll_notarget_shard1_replica_n21={name=replacenodetest_coll_notarget_shard1_replica_n21,instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_DFCF24DC757171EE-001/tempDir-001/node6/replacenodetest_coll_notarget_shard1_replica_n21,dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_DFCF24DC757171EE-001/tempDir-001/node6/./replacenodetest_coll_notarget_shard1_replica_n21/data/,config=solrconfig.xml,schema=schema.xml,startTime=Tue Feb 27 13:31:37 MSK 2018,uptime=2823,lastPublished=active,configVersion=0,cloud={collection=replacenodetest_coll_notarget,shard=shard1,replica=core_node22},index={numDocs=0,maxDoc=0,deletedDocs=0,indexHeapUsageBytes=0,version=2,segmentCount=0,current=true,hasDeletions=false,directory=org.apache.lucene.store.MockDirectoryWrapper:MockDirectoryWrapper(RAMDirectory@40ef21b0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@59d22c8),segmentsFile=segments_1,segmentsFileSizeInBytes=69,userData={},sizeInBytes=69,size=69 bytes}}} expected:<0> but was:<1>
	at __randomizedtesting.SeedInfo.seed([DFCF24DC757171EE:579B1B06DB8D1C16]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.ReplaceNodeNoTargetTest.test(ReplaceNodeNoTargetTest.java:102)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.SSLMigrationTest

Error Message:
ObjectTracker found 2 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:236)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:223)  at org.apache.solr.client.solrj.impl.LBHttpSolrClient.constructClient(LBHttpSolrClient.java:292)  at org.apache.solr.client.solrj.impl.LBHttpSolrClient.<init>(LBHttpSolrClient.java:270)  at org.apache.solr.client.solrj.impl.LBHttpSolrClient$Builder.build(LBHttpSolrClient.java:967)  at org.apache.solr.SolrTestCaseJ4.getLBHttpSolrClient(SolrTestCaseJ4.java:2473)  at org.apache.solr.cloud.SSLMigrationTest.setUrlScheme(SSLMigrationTest.java:132)  at org.apache.solr.cloud.SSLMigrationTest.testMigrateSSL(SSLMigrationTest.java:66)  at org.apache.solr.cloud.SSLMigrationTest.test(SSLMigrationTest.java:61)  at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)  at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)  at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)  at java.lang.reflect.Method.invoke(Method.java:498)  at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)  at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)  at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)  at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)  at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)  at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)  at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)  at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)  at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)  at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:236)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:223)  at org.apache.solr.client.solrj.impl.LBHttpSolrClient.constructClient(LBHttpSolrClient.java:292)  at org.apache.solr.client.solrj.impl.LBHttpSolrClient.<init>(LBHttpSolrClient.java:270)  at org.apache.solr.client.solrj.impl.LBHttpSolrClient$Builder.build(LBHttpSolrClient.java:967)  at org.apache.solr.SolrTestCaseJ4.getLBHttpSolrClient(SolrTestCaseJ4.java:2473)  at org.apache.solr.cloud.SSLMigrationTest.setUrlScheme(SSLMigrationTest.java:132)  at org.apache.solr.cloud.SSLMigrationTest.testMigrateSSL(SSLMigrationTest.java:66)  at org.apache.solr.cloud.SSLMigrationTest.test(SSLMigrationTest.java:60)  at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)  at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)  at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)  at java.lang.reflect.Method.invoke(Method.java:498)  at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)  at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)  at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)  at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)  at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)  at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)  at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)  at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)  at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)  at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at java.lang.Thread.run(Thread.java:748)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 2 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:236)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:223)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.constructClient(LBHttpSolrClient.java:292)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.<init>(LBHttpSolrClient.java:270)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient$Builder.build(LBHttpSolrClient.java:967)
	at org.apache.solr.SolrTestCaseJ4.getLBHttpSolrClient(SolrTestCaseJ4.java:2473)
	at org.apache.solr.cloud.SSLMigrationTest.setUrlScheme(SSLMigrationTest.java:132)
	at org.apache.solr.cloud.SSLMigrationTest.testMigrateSSL(SSLMigrationTest.java:66)
	at org.apache.solr.cloud.SSLMigrationTest.test(SSLMigrationTest.java:61)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:236)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:223)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.constructClient(LBHttpSolrClient.java:292)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.<init>(LBHttpSolrClient.java:270)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient$Builder.build(LBHttpSolrClient.java:967)
	at org.apache.solr.SolrTestCaseJ4.getLBHttpSolrClient(SolrTestCaseJ4.java:2473)
	at org.apache.solr.cloud.SSLMigrationTest.setUrlScheme(SSLMigrationTest.java:132)
	at org.apache.solr.cloud.SSLMigrationTest.testMigrateSSL(SSLMigrationTest.java:66)
	at org.apache.solr.cloud.SSLMigrationTest.test(SSLMigrationTest.java:60)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


	at __randomizedtesting.SeedInfo.seed([DFCF24DC757171EE]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:297)
	at sun.reflect.GeneratedMethodAccessor40.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.SSLMigrationTest

Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.SSLMigrationTest:     1) Thread[id=18608, name=Connection evictor, state=TIMED_WAITING, group=TGRP-SSLMigrationTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=18473, name=Connection evictor, state=TIMED_WAITING, group=TGRP-SSLMigrationTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.SSLMigrationTest: 
   1) Thread[id=18608, name=Connection evictor, state=TIMED_WAITING, group=TGRP-SSLMigrationTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=18473, name=Connection evictor, state=TIMED_WAITING, group=TGRP-SSLMigrationTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([DFCF24DC757171EE]:0)


FAILED:  org.apache.solr.ltr.TestLTRReRankingPipeline.testDifferentTopN

Error Message:
expected:<1.0> but was:<0.0>

Stack Trace:
java.lang.AssertionError: expected:<1.0> but was:<0.0>
	at __randomizedtesting.SeedInfo.seed([5A67450FCCD867D9:ABC6375FF963AD4B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:443)
	at org.junit.Assert.assertEquals(Assert.java:512)
	at org.apache.solr.ltr.TestLTRReRankingPipeline.testDifferentTopN(TestLTRReRankingPipeline.java:255)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.core.TestJmxIntegration.testJmxOnCoreReload

Error Message:
Number of registered MBeans is not the same as info registry size expected:<108> but was:<0>

Stack Trace:
java.lang.AssertionError: Number of registered MBeans is not the same as info registry size expected:<108> but was:<0>
	at __randomizedtesting.SeedInfo.seed([DFCF24DC757171EE:DD76FFB00632AD23]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.core.TestJmxIntegration.testJmxOnCoreReload(TestJmxIntegration.java:180)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.ZkControllerTest.testPublishAndWaitForDownStates

Error Message:
The ZkController.publishAndWaitForDownStates should have timed out but it didn't

Stack Trace:
java.lang.AssertionError: The ZkController.publishAndWaitForDownStates should have timed out but it didn't
	at __randomizedtesting.SeedInfo.seed([DFCF24DC757171EE:F8C04830D4E63ED1]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.ZkControllerTest.testPublishAndWaitForDownStates(ZkControllerTest.java:306)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestIndexFetchOnMasterRestart

Error Message:
IOException occured when talking to server at: http://127.0.0.1:33363/solr/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:33363/solr/collection1
	at __randomizedtesting.SeedInfo.seed([DFCF24DC757171EE:738E038DEAAB3B2]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:173)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:138)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:152)
	at org.apache.solr.handler.TestReplicationHandler.index(TestReplicationHandler.java:180)
	at org.apache.solr.handler.TestReplicationHandler.doTestIndexFetchOnMasterRestart(TestReplicationHandler.java:643)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:33363 failed to respond
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 47 more




Build Log:
[...truncated 12671 lines...]
   [junit4] Suite: org.apache.solr.cloud.ZkControllerTest
   [junit4]   2> 455713 INFO  (SUITE-ZkControllerTest-seed#[DFCF24DC757171EE]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ZkControllerTest_DFCF24DC757171EE-001/init-core-data-001
   [junit4]   2> 455713 INFO  (SUITE-ZkControllerTest-seed#[DFCF24DC757171EE]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 455714 INFO  (SUITE-ZkControllerTest-seed#[DFCF24DC757171EE]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 455715 INFO  (TEST-ZkControllerTest.testPublishAndWaitForDownStates-seed#[DFCF24DC757171EE]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testPublishAndWaitForDownStates
   [junit4]   2> 455715 INFO  (TEST-ZkControllerTest.testPublishAndWaitForDownStates-seed#[DFCF24DC757171EE]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 455715 INFO  (Thread-1346) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 455716 INFO  (Thread-1346) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 455718 ERROR (Thread-1346) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 455816 INFO  (TEST-ZkControllerTest.testPublishAndWaitForDownStates-seed#[DFCF24DC757171EE]) [    ] o.a.s.c.ZkTestServer start zk server on port:35404
   [junit4]   2> 455818 INFO  (zkConnectionManagerCallback-1332-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 455821 INFO  (zkConnectionManagerCallback-1334-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 455829 INFO  (TEST-ZkControllerTest.testPublishAndWaitForDownStates-seed#[DFCF24DC757171EE]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@d3c3ff8, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 455836 INFO  (zkConnectionManagerCallback-1338-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 455929 INFO  (TEST-ZkControllerTest.testPublishAndWaitForDownStates-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 455930 INFO  (TEST-ZkControllerTest.testPublishAndWaitForDownStates-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:8983_solr
   [junit4]   2> 455931 INFO  (TEST-ZkControllerTest.testPublishAndWaitForDownStates-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.s.c.Overseer Overseer (id=73366883171696642-127.0.0.1:8983_solr-n_0000000000) starting
   [junit4]   2> 455946 INFO  (TEST-ZkControllerTest.testPublishAndWaitForDownStates-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:8983_solr
   [junit4]   2> 455951 INFO  (zkCallback-1337-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 455960 INFO  (TEST-ZkControllerTest.testPublishAndWaitForDownStates-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.s.c.Overseer Overseer (id=73366883171696642-127.0.0.1:8983_solr-n_0000000000) closing
   [junit4]   2> 455966 INFO  (OverseerStateUpdate-73366883171696642-127.0.0.1:8983_solr-n_0000000000) [n:127.0.0.1:8983_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:8983_solr
   [junit4]   2> 455977 WARN  (OverseerAutoScalingTriggerThread-73366883171696642-127.0.0.1:8983_solr-n_0000000000) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 455982 WARN  (OverseerExitThread) [n:127.0.0.1:8983_solr    ] o.a.s.c.Overseer I'm exiting, but I'm still the leader
   [junit4]   2> 457484 WARN  (zkCallback-1337-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 457484 WARN  (OverseerExitThread) [n:127.0.0.1:8983_solr    ] o.a.s.c.Overseer Unable to rejoinElection 
   [junit4]   2> org.apache.solr.common.SolrException: Unable to rejoin election
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:2053)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:331)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect
   [junit4]   2> 	at org.apache.solr.cloud.OverseerElectionContext.<init>(ElectionContext.java:791)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerElectionContext.copy(ElectionContext.java:834)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:385)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:2050)
   [junit4]   2> 	... 2 more
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1105)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:316)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:316)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:93)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:78)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerElectionContext.<init>(ElectionContext.java:789)
   [junit4]   2> 	... 5 more
   [junit4]   2> 457484 INFO  (TEST-ZkControllerTest.testPublishAndWaitForDownStates-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=921904559
   [junit4]   2> 457484 ERROR (TEST-ZkControllerTest.testPublishAndWaitForDownStates-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.s.c.SolrCores No transient handler has been defined. Check solr.xml to see if an attempt to provide a custom TransientSolrCoreCacheFactory was done incorrectly since the default should have been used otherwise.
   [junit4]   2> 457484 ERROR (TEST-ZkControllerTest.testPublishAndWaitForDownStates-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 457485 INFO  (TEST-ZkControllerTest.testPublishAndWaitForDownStates-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35404 35404
   [junit4]   2> 457587 INFO  (Thread-1346) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35404 35404
   [junit4]   2> 457588 INFO  (TEST-ZkControllerTest.testPublishAndWaitForDownStates-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.s.SolrTestCaseJ4 ###Ending testPublishAndWaitForDownStates
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ZkControllerTest -Dtests.method=testPublishAndWaitForDownStates -Dtests.seed=DFCF24DC757171EE -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=nn-NO -Dtests.timezone=Asia/Tomsk -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 1.88s J1 | ZkControllerTest.testPublishAndWaitForDownStates <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: The ZkController.publishAndWaitForDownStates should have timed out but it didn't
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DFCF24DC757171EE:F8C04830D4E63ED1]:0)
   [junit4]    > 	at org.apache.solr.cloud.ZkControllerTest.testPublishAndWaitForDownStates(ZkControllerTest.java:306)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 457591 INFO  (TEST-ZkControllerTest.testReadConfigName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.s.SolrTestCaseJ4 ###Starting testReadConfigName
   [junit4]   2> 457591 INFO  (TEST-ZkControllerTest.testReadConfigName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 457592 INFO  (Thread-1347) [n:127.0.0.1:8983_solr    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 457592 INFO  (Thread-1347) [n:127.0.0.1:8983_solr    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 457593 ERROR (Thread-1347) [n:127.0.0.1:8983_solr    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 457692 INFO  (TEST-ZkControllerTest.testReadConfigName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.s.c.ZkTestServer start zk server on port:60903
   [junit4]   2> 457696 INFO  (zkConnectionManagerCallback-1342-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 457702 INFO  (zkConnectionManagerCallback-1344-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 457707 INFO  (zkConnectionManagerCallback-1346-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 457712 INFO  (TEST-ZkControllerTest.testReadConfigName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@d3c3ff8, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 457715 INFO  (zkConnectionManagerCallback-1350-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 457799 INFO  (TEST-ZkControllerTest.testReadConfigName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 457800 INFO  (TEST-ZkControllerTest.testReadConfigName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:8983_solr
   [junit4]   2> 457801 INFO  (TEST-ZkControllerTest.testReadConfigName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.s.c.Overseer Overseer (id=73366883294642179-127.0.0.1:8983_solr-n_0000000000) starting
   [junit4]   2> 457814 INFO  (TEST-ZkControllerTest.testReadConfigName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:8983_solr
   [junit4]   2> 457817 INFO  (zkCallback-1349-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 457817 INFO  (TEST-ZkControllerTest.testReadConfigName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.s.c.Overseer Overseer (id=73366883294642179-127.0.0.1:8983_solr-n_0000000000) closing
   [junit4]   2> 457817 INFO  (OverseerStateUpdate-73366883294642179-127.0.0.1:8983_solr-n_0000000000) [n:127.0.0.1:8983_solr    ] o.a.s.c.Overseer According to ZK I (id=73366883294642179-127.0.0.1:8983_solr-n_0000000000) am no longer a leader.
   [junit4]   2> 457817 INFO  (OverseerStateUpdate-73366883294642179-127.0.0.1:8983_solr-n_0000000000) [n:127.0.0.1:8983_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:8983_solr
   [junit4]   2> 457818 ERROR (OverseerCollectionConfigSetProcessor-73366883294642179-127.0.0.1:8983_solr-n_0000000000) [n:127.0.0.1:8983_solr    ] o.a.s.c.OverseerTaskProcessor Unable to prioritize overseer 
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.lang.Object.wait(Native Method)
   [junit4]   2> 	at java.lang.Object.wait(Object.java:502)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1409)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1100)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:316)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:316)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerNodePrioritizer.prioritizeOverseerNodes(OverseerNodePrioritizer.java:60)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:178)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 457829 WARN  (OverseerExitThread) [n:127.0.0.1:8983_solr    ] o.a.s.c.Overseer I'm exiting, but I'm still the leader
   [junit4]   2> 457830 WARN  (zkCallback-1349-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 457830 INFO  (TEST-ZkControllerTest.testReadConfigName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1831687893
   [junit4]   2> 457830 ERROR (TEST-ZkControllerTest.testReadConfigName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.s.c.SolrCores No transient handler has been defined. Check solr.xml to see if an attempt to provide a custom TransientSolrCoreCacheFactory was done incorrectly since the default should have been used otherwise.
   [junit4]   2> 457830 ERROR (TEST-ZkControllerTest.testReadConfigName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 457831 INFO  (TEST-ZkControllerTest.testReadConfigName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60903 60903
   [junit4]   2> 458003 INFO  (Thread-1347) [n:127.0.0.1:8983_solr    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60903 60903
   [junit4]   2> 458004 INFO  (TEST-ZkControllerTest.testReadConfigName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.s.SolrTestCaseJ4 ###Ending testReadConfigName
   [junit4]   2> 458007 INFO  (TEST-ZkControllerTest.testNodeNameUrlConversion-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeNameUrlConversion
   [junit4]   2> 458008 INFO  (TEST-ZkControllerTest.testNodeNameUrlConversion-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 458008 INFO  (Thread-1348) [n:127.0.0.1:8983_solr    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 458008 INFO  (Thread-1348) [n:127.0.0.1:8983_solr    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 458009 ERROR (Thread-1348) [n:127.0.0.1:8983_solr    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 458108 INFO  (TEST-ZkControllerTest.testNodeNameUrlConversion-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.s.c.ZkTestServer start zk server on port:42517
   [junit4]   2> 458111 INFO  (zkConnectionManagerCallback-1354-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 458114 INFO  (zkConnectionManagerCallback-1356-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 458118 INFO  (zkConnectionManagerCallback-1358-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 458197 ERROR (TEST-ZkControllerTest.testNodeNameUrlConversion-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 458198 INFO  (TEST-ZkControllerTest.testNodeNameUrlConversion-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42517 42517
   [junit4]   2> 458301 INFO  (Thread-1348) [n:127.0.0.1:8983_solr    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42517 42517
   [junit4]   2> 458302 WARN  (Thread-1348) [n:127.0.0.1:8983_solr    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> 458302 INFO  (TEST-ZkControllerTest.testNodeNameUrlConversion-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.s.SolrTestCaseJ4 ###Ending testNodeNameUrlConversion
   [junit4]   2> 458304 INFO  (TEST-ZkControllerTest.testGetHostName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.s.SolrTestCaseJ4 ###Starting testGetHostName
   [junit4]   2> 458304 INFO  (TEST-ZkControllerTest.testGetHostName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 458305 INFO  (Thread-1349) [n:127.0.0.1:8983_solr    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 458305 INFO  (Thread-1349) [n:127.0.0.1:8983_solr    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 458306 ERROR (Thread-1349) [n:127.0.0.1:8983_solr    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 458405 INFO  (TEST-ZkControllerTest.testGetHostName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.s.c.ZkTestServer start zk server on port:41675
   [junit4]   2> 458407 INFO  (zkConnectionManagerCallback-1362-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 458410 INFO  (zkConnectionManagerCallback-1364-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 458416 INFO  (TEST-ZkControllerTest.testGetHostName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@d3c3ff8, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 458419 INFO  (zkConnectionManagerCallback-1368-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 458497 INFO  (TEST-ZkControllerTest.testGetHostName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 458498 INFO  (TEST-ZkControllerTest.testGetHostName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:8983_solr
   [junit4]   2> 458499 INFO  (TEST-ZkControllerTest.testGetHostName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.s.c.Overseer Overseer (id=73366883341434882-127.0.0.1:8983_solr-n_0000000000) starting
   [junit4]   2> 458516 INFO  (TEST-ZkControllerTest.testGetHostName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:8983_solr
   [junit4]   2> 458518 INFO  (TEST-ZkControllerTest.testGetHostName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.s.c.Overseer Overseer (id=73366883341434882-127.0.0.1:8983_solr-n_0000000000) closing
   [junit4]   2> 458519 INFO  (OverseerStateUpdate-73366883341434882-127.0.0.1:8983_solr-n_0000000000) [n:127.0.0.1:8983_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:8983_solr
   [junit4]   2> 458524 WARN  (OverseerExitThread) [n:127.0.0.1:8983_solr    ] o.a.s.c.Overseer I'm exiting, but I'm still the leader
   [junit4]   2> 458525 INFO  (zkCallback-1367-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 458527 WARN  (OverseerAutoScalingTriggerThread-73366883341434882-127.0.0.1:8983_solr-n_0000000000) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread Error removing old nodeAdded markers
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.lang.Object.wait(Native Method)
   [junit4]   2> 	at java.lang.Object.wait(Object.java:502)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1409)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1533)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getChildren$4(SolrZkClient.java:328)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:328)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.listData(ZkDistribStateManager.java:67)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.listData(ZkDistribStateManager.java:77)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:254)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 458527 WARN  (OverseerAutoScalingTriggerThread-73366883341434882-127.0.0.1:8983_solr-n_0000000000) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed, exiting.
   [junit4]   2> 458528 WARN  (zkCallback-1367-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 458528 INFO  (TEST-ZkControllerTest.testGetHostName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=370947760
   [junit4]   2> 458528 ERROR (TEST-ZkControllerTest.testGetHostName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.s.c.SolrCores No transient handler has been defined. Check solr.xml to see if an attempt to provide a custom TransientSolrCoreCacheFactory was done incorrectly since the default should have been used otherwise.
   [junit4]   2> 458528 ERROR (TEST-ZkControllerTest.testGetHostName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 458528 INFO  (TEST-ZkControllerTest.testGetHostName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41675 41675
   [junit4]   2> 458629 INFO  (Thread-1349) [n:127.0.0.1:8983_solr    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41675 41675
   [junit4]   2> 458629 INFO  (TEST-ZkControllerTest.testGetHostName-seed#[DFCF24DC757171EE]) [n:127.0.0.1:8983_solr    ] o.a.s.SolrTestCaseJ4 ###Ending testGetHostName
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ZkControllerTest_DFCF24DC757171EE-001
   [junit4]   2> Feb 27, 2018 10:11:03 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 4 leaked thread(s).
   [junit4]   2> 459330 ERROR (OverseerExitThread) [n:127.0.0.1:8983_solr    ] o.a.s.c.Overseer Could not delete my leader node 
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:876)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$delete$1(SolrZkClient.java:244)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:243)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:317)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 460028 WARN  (OverseerExitThread) [n:127.0.0.1:8983_solr    ] o.a.s.c.Overseer Unable to rejoinElection 
   [junit4]   2> org.apache.solr.common.SolrException: Unable to rejoin election
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:2053)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:331)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1535)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getChildren$4(SolrZkClient.java:328)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:328)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:267)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:2050)
   [junit4]   2> 	... 2 more
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1121, maxMBSortInHeap=6.555388937587178, sim=RandomSimilarity(queryNorm=false): {}, locale=nn-NO, timezone=Asia/Tomsk
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=260016968,total=483393536
   [junit4]   2> NOTE: All tests run in this JVM: [AtomicUpdateProcessorFactoryTest, TestLegacyTerms, HighlighterTest, TestFieldSortValues, TestLegacyField, SearchHandlerTest, PeerSyncReplicationTest, TestManagedStopFilterFactory, TestJavabinTupleStreamParser, NodeLostTriggerTest, PropertiesRequestHandlerTest, TestSolrIndexConfig, ComputePlanActionTest, DistributedIntervalFacetingTest, TestPerFieldSimilarityWithDefaultOverride, TestSchemaVersionResource, TestLRUCache, AlternateDirectoryTest, TestClassicSimilarityFactory, TestSystemIdResolver, SolrIndexMetricsTest, TestCharFilters, TestDirectoryFactory, SuggesterFSTTest, UUIDUpdateProcessorFallbackTest, TestSimpleTrackingShardHandler, TestReload, TestTriggerIntegration, TestSolrJ, TestConfigSets, TestDistribIDF, BasicZkTest, PrimUtilsTest, TestSurroundQueryParser, HdfsBasicDistributedZk2Test, TestXIncludeConfig, CdcrUpdateLogTest, JvmMetricsTest, LoggingHandlerTest, TestJsonRequest, TestLRUStatsCache, TestSchemaNameResource, SOLR749Test, HttpTriggerListenerTest, TestBulkSchemaConcurrent, CoreSorterTest, DistributedFacetPivotSmallTest, XsltUpdateRequestHandlerTest, SolrShardReporterTest, TestCloudPivotFacet, ShardRoutingCustomTest, TestMiniSolrCloudClusterSSL, PeerSyncTest, TestPerFieldSimilarity, SolrJmxReporterTest, TestNestedDocsSort, HdfsChaosMonkeySafeLeaderTest, TestZkChroot, TestFoldingMultitermQuery, CdcrBootstrapTest, TestElisionMultitermQuery, TestComplexPhraseLeadingWildcard, DocValuesNotIndexedTest, FieldMutatingUpdateProcessorTest, StatsReloadRaceTest, TestNodeLostTrigger, LargeFieldTest, PreAnalyzedUpdateProcessorTest, JsonLoaderTest, SaslZkACLProviderTest, ResourceLoaderTest, ZkControllerTest]
   [junit4] Completed [176/777 (1!)] on J1 in 4.44s, 4 tests, 1 failure <<< FAILURES!

[...truncated 392 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> 784500 INFO  (SUITE-TestReplicationHandler-seed#[DFCF24DC757171EE]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_DFCF24DC757171EE-001/init-core-data-001
   [junit4]   2> 784501 WARN  (SUITE-TestReplicationHandler-seed#[DFCF24DC757171EE]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
   [junit4]   2> 784501 INFO  (SUITE-TestReplicationHandler-seed#[DFCF24DC757171EE]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 784503 INFO  (SUITE-TestReplicationHandler-seed#[DFCF24DC757171EE]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 784505 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRateLimitedReplication
   [junit4]   2> 784506 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_DFCF24DC757171EE-001/solr-instance-001/collection1
   [junit4]   2> 784510 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 784511 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 784511 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 784511 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 784511 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4bd37d51{/solr,null,AVAILABLE}
   [junit4]   2> 784512 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3ecb1b65{HTTP/1.1,[http/1.1]}{127.0.0.1:52313}
   [junit4]   2> 784512 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [    ] o.e.j.s.Server Started @786801ms
   [junit4]   2> 784512 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_DFCF24DC757171EE-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=52313}
   [junit4]   2> 784512 ERROR (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 784512 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 784512 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 784512 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 784512 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-27T10:16:29.330Z
   [junit4]   2> 784513 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_DFCF24DC757171EE-001/solr-instance-001/solr.xml
   [junit4]   2> 784517 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 784517 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 784519 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@d3c3ff8, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 784553 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d3c3ff8
   [junit4]   2> 784564 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d3c3ff8
   [junit4]   2> 784565 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d3c3ff8
   [junit4]   2> 784567 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_DFCF24DC757171EE-001/solr-instance-001/.
   [junit4]   2> 784567 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[DFCF24DC757171EE]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 784567 INFO  (coreLoadExecutor-3942-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 784592 INFO  (coreLoadExecutor-3942-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 784600 INFO  (coreLoadExecutor-3942-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 784601 INFO  (coreLoadExecutor-3942-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 784601 INFO  (coreLoadExecutor-3942-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_DFCF24DC757171EE-001/solr-instance-001/./collection1, trusted=true
   [junit4]   2> 784602 INFO  (coreLoadExecutor-3942-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d3c3ff8
   [junit4]   2> 784602 INFO  (coreLoadExecutor-3942-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 784602 INFO  (coreLoadExecutor-3942-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_DFCF24DC757171EE-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_DFCF24DC757171EE-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 784603 INFO  (coreLoadExecutor-3942-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=4.6513671875, floorSegmentMB=1.5068359375, forceMergeDeletesPctAllowed=12.613491265825433, segmentsPerTier=47.0, maxCFSSegmentSizeMB=0.9755859375, noCFSRatio=0.5127595279664909
   [junit4]   2> 784644 INFO  (coreLoadExecutor-3942-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 784644 INFO  (coreLoadExecutor-3942-thread-1) [    x:collection1] o

[...truncated too long message...]

tatsCache, TestSchemaNameResource, SOLR749Test, HttpTriggerListenerTest, TestBulkSchemaConcurrent, CoreSorterTest, DistributedFacetPivotSmallTest, XsltUpdateRequestHandlerTest, SolrShardReporterTest, TestCloudPivotFacet, ShardRoutingCustomTest, TestMiniSolrCloudClusterSSL, PeerSyncTest, TestPerFieldSimilarity, SolrJmxReporterTest, TestNestedDocsSort, HdfsChaosMonkeySafeLeaderTest, TestZkChroot, TestFoldingMultitermQuery, CdcrBootstrapTest, TestElisionMultitermQuery, TestComplexPhraseLeadingWildcard, DocValuesNotIndexedTest, FieldMutatingUpdateProcessorTest, StatsReloadRaceTest, TestNodeLostTrigger, LargeFieldTest, PreAnalyzedUpdateProcessorTest, JsonLoaderTest, SaslZkACLProviderTest, ResourceLoaderTest, ZkControllerTest, TestEmbeddedSolrServerAdminHandler, CurrencyFieldTypeTest, CollectionReloadTest, TestStressVersions, SmileWriterTest, TestConfigSetsAPIExclusivity, CdcrRequestHandlerTest, LegacyCloudClusterPropTest, TestCloudDeleteByQuery, TestBM25SimilarityFactory, TestPivotHelperCode, TestTrie, TestComputePlanAction, TestCloudSearcherWarming, SolrGangliaReporterTest, SimplePostToolTest, TestSolrCloudWithKerberosAlt, DeleteNodeTest, TestCursorMarkWithoutUniqueKey, TestSizeLimitedDistributedMap, TestTolerantUpdateProcessorCloud, TestRandomRequestDistribution, TestSSLRandomization, BadComponentTest, TestFuzzyAnalyzedSuggestions, TestDistributedGrouping, SyncSliceTest, DeleteStatusTest, AsyncCallRequestStatusResponseTest, TestStressRecovery, TestRestManager, TestSolr4Spatial, TestExportWriter, TestPayloadScoreQParserPlugin, TestSweetSpotSimilarityFactory, SolrMetricManagerTest, MetricUtilsTest, ScriptEngineTest, TestConfigOverlay, PolyFieldTest, HdfsDirectoryFactoryTest, TestSolrCoreSnapshots, DocumentBuilderTest, CreateRoutedAliasTest, CollectionStateFormat2Test, TestNoOpRegenerator, TestReplicationHandler, AutoscalingHistoryHandlerTest, TestStressInPlaceUpdates, TestCoreBackup, TestUseDocValuesAsStored, UpdateLogTest, TestHashQParserPlugin, HttpPartitionTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, OverseerTest, RecoveryZkTest, ZkSolrClientTest, TestDistributedSearch, TestCoreContainer, SimpleFacetsTest, SolrCoreTest, QueryElevationComponentTest, BadIndexSchemaTest, ConvertedLegacyTest, TestSort, TestFiltering, TestFunctionQuery, BasicFunctionalityTest, TestLazyCores, TestBadConfig, SoftAutoCommitTest, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, TestCodecSupport, URLClassifyProcessorTest, ChaosMonkeyNothingIsSafeTest, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteInactiveReplicaTest, DistributedVersionInfoTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, LeaderFailureAfterFreshStartTest, MoveReplicaHDFSFailoverTest, NodeMutatorTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerRolesTest, ReplaceNodeNoTargetTest, RestartWhileUpdatingTest, SSLMigrationTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SSLMigrationTest -Dtests.seed=DFCF24DC757171EE -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-CL -Dtests.timezone=Australia/Darwin -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J1 | SSLMigrationTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: ObjectTracker found 2 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient]
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:236)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:223)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.constructClient(LBHttpSolrClient.java:292)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.<init>(LBHttpSolrClient.java:270)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient$Builder.build(LBHttpSolrClient.java:967)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.getLBHttpSolrClient(SolrTestCaseJ4.java:2473)
   [junit4]    > 	at org.apache.solr.cloud.SSLMigrationTest.setUrlScheme(SSLMigrationTest.java:132)
   [junit4]    > 	at org.apache.solr.cloud.SSLMigrationTest.testMigrateSSL(SSLMigrationTest.java:66)
   [junit4]    > 	at org.apache.solr.cloud.SSLMigrationTest.test(SSLMigrationTest.java:61)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:236)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:223)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.constructClient(LBHttpSolrClient.java:292)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.<init>(LBHttpSolrClient.java:270)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient$Builder.build(LBHttpSolrClient.java:967)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.getLBHttpSolrClient(SolrTestCaseJ4.java:2473)
   [junit4]    > 	at org.apache.solr.cloud.SSLMigrationTest.setUrlScheme(SSLMigrationTest.java:132)
   [junit4]    > 	at org.apache.solr.cloud.SSLMigrationTest.testMigrateSSL(SSLMigrationTest.java:66)
   [junit4]    > 	at org.apache.solr.cloud.SSLMigrationTest.test(SSLMigrationTest.java:60)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DFCF24DC757171EE]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:297)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.SSLMigrationTest: 
   [junit4]    >    1) Thread[id=18608, name=Connection evictor, state=TIMED_WAITING, group=TGRP-SSLMigrationTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    2) Thread[id=18473, name=Connection evictor, state=TIMED_WAITING, group=TGRP-SSLMigrationTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DFCF24DC757171EE]:0)
   [junit4] Completed [550/777 (5!)] on J1 in 127.18s, 1 test, 1 failure, 1 error <<< FAILURES!

[...truncated 8189 lines...]
   [junit4] Suite: org.apache.solr.ltr.TestLTRReRankingPipeline
   [junit4]   2> 0    INFO  (SUITE-TestLTRReRankingPipeline-seed#[5A67450FCCD867D9]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1526 INFO  (TEST-TestLTRReRankingPipeline.testDifferentTopN-seed#[5A67450FCCD867D9]) [    ] o.a.s.l.TestLTRReRankingPipeline rerank 1 documents 
   [junit4]   2> 1533 INFO  (TEST-TestLTRReRankingPipeline.testDifferentTopN-seed#[5A67450FCCD867D9]) [    ] o.a.s.l.TestLTRReRankingPipeline doc 0 in pos 0
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestLTRReRankingPipeline -Dtests.method=testDifferentTopN -Dtests.seed=5A67450FCCD867D9 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-EC -Dtests.timezone=Pacific/Enderbury -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.67s J0 | TestLTRReRankingPipeline.testDifferentTopN <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<1.0> but was:<0.0>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([5A67450FCCD867D9:ABC6375FF963AD4B]:0)
   [junit4]    > 	at org.apache.solr.ltr.TestLTRReRankingPipeline.testDifferentTopN(TestLTRReRankingPipeline.java:255)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {field=DFR I(n)L1}, locale=es-EC, timezone=Pacific/Enderbury
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=242815384,total=319291392
   [junit4]   2> NOTE: All tests run in this JVM: [TestLTRReRankingPipeline]
   [junit4] Completed [2/36 (1!)] on J0 in 2.25s, 3 tests, 1 failure <<< FAILURES!

[...truncated 40461 lines...]