You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/02/02 13:01:16 UTC

[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 1657 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1657/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testSetProperties

Error Message:
Expected 8 triggers but found: [x0, x1, x2, x3, x4, x5, x6] expected:<8> but was:<7>

Stack Trace:
java.lang.AssertionError: Expected 8 triggers but found: [x0, x1, x2, x3, x4, x5, x6] expected:<8> but was:<7>
	at __randomizedtesting.SeedInfo.seed([11BE0DC03973FB93:7ADADA898A5E6E17]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testSetProperties(TriggerIntegrationTest.java:1334)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12828 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_11BE0DC03973FB93-001/init-core-data-001
   [junit4]   2> 1956043 WARN  (SUITE-TriggerIntegrationTest-seed#[11BE0DC03973FB93]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 1956043 INFO  (SUITE-TriggerIntegrationTest-seed#[11BE0DC03973FB93]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1956044 INFO  (SUITE-TriggerIntegrationTest-seed#[11BE0DC03973FB93]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1956044 INFO  (SUITE-TriggerIntegrationTest-seed#[11BE0DC03973FB93]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1956045 INFO  (SUITE-TriggerIntegrationTest-seed#[11BE0DC03973FB93]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_11BE0DC03973FB93-001/tempDir-001
   [junit4]   2> 1956045 INFO  (SUITE-TriggerIntegrationTest-seed#[11BE0DC03973FB93]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1956045 INFO  (Thread-8444) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1956045 INFO  (Thread-8444) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1956047 ERROR (Thread-8444) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1956147 INFO  (SUITE-TriggerIntegrationTest-seed#[11BE0DC03973FB93]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:54084
   [junit4]   2> 1956151 INFO  (zkConnectionManagerCallback-3649-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1956156 INFO  (jetty-launcher-3646-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1956156 INFO  (jetty-launcher-3646-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1956157 INFO  (jetty-launcher-3646-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1956157 INFO  (jetty-launcher-3646-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1956157 INFO  (jetty-launcher-3646-thread-2) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1956157 INFO  (jetty-launcher-3646-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1956158 INFO  (jetty-launcher-3646-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1956158 INFO  (jetty-launcher-3646-thread-1) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1956158 INFO  (jetty-launcher-3646-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@62e13339{/solr,null,AVAILABLE}
   [junit4]   2> 1956158 INFO  (jetty-launcher-3646-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@613d7e8e{/solr,null,AVAILABLE}
   [junit4]   2> 1956158 INFO  (jetty-launcher-3646-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@cf04dc8{HTTP/1.1,[http/1.1]}{127.0.0.1:44772}
   [junit4]   2> 1956158 INFO  (jetty-launcher-3646-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5e5b37d4{HTTP/1.1,[http/1.1]}{127.0.0.1:42381}
   [junit4]   2> 1956158 INFO  (jetty-launcher-3646-thread-1) [    ] o.e.j.s.Server Started @1961022ms
   [junit4]   2> 1956158 INFO  (jetty-launcher-3646-thread-2) [    ] o.e.j.s.Server Started @1961022ms
   [junit4]   2> 1956158 INFO  (jetty-launcher-3646-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44772}
   [junit4]   2> 1956158 INFO  (jetty-launcher-3646-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42381}
   [junit4]   2> 1956158 ERROR (jetty-launcher-3646-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1956158 INFO  (jetty-launcher-3646-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1956159 INFO  (jetty-launcher-3646-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1956159 INFO  (jetty-launcher-3646-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1956159 INFO  (jetty-launcher-3646-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-02T11:59:14.756Z
   [junit4]   2> 1956158 ERROR (jetty-launcher-3646-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1956159 INFO  (jetty-launcher-3646-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1956159 INFO  (jetty-launcher-3646-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1956159 INFO  (jetty-launcher-3646-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1956159 INFO  (jetty-launcher-3646-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-02T11:59:14.756Z
   [junit4]   2> 1956162 INFO  (zkConnectionManagerCallback-3651-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1956162 INFO  (zkConnectionManagerCallback-3653-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1956162 INFO  (jetty-launcher-3646-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1956163 INFO  (jetty-launcher-3646-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1956170 INFO  (jetty-launcher-3646-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54084/solr
   [junit4]   2> 1956170 INFO  (jetty-launcher-3646-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54084/solr
   [junit4]   2> 1956172 INFO  (zkConnectionManagerCallback-3661-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1956172 INFO  (zkConnectionManagerCallback-3659-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1956175 INFO  (zkConnectionManagerCallback-3663-thread-1-processing-n:127.0.0.1:44772_solr) [n:127.0.0.1:44772_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1956179 INFO  (zkConnectionManagerCallback-3665-thread-1-processing-n:127.0.0.1:42381_solr) [n:127.0.0.1:42381_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1956286 INFO  (jetty-launcher-3646-thread-1) [n:127.0.0.1:44772_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1956287 INFO  (jetty-launcher-3646-thread-1) [n:127.0.0.1:44772_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44772_solr
   [junit4]   2> 1956288 INFO  (jetty-launcher-3646-thread-1) [n:127.0.0.1:44772_solr    ] o.a.s.c.Overseer Overseer (id=72128898125201413-127.0.0.1:44772_solr-n_0000000000) starting
   [junit4]   2> 1956294 INFO  (jetty-launcher-3646-thread-1) [n:127.0.0.1:44772_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44772_solr
   [junit4]   2> 1956320 INFO  (zkCallback-3662-thread-1-processing-n:127.0.0.1:44772_solr) [n:127.0.0.1:44772_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1956321 DEBUG (OverseerAutoScalingTriggerThread-72128898125201413-127.0.0.1:44772_solr-n_0000000000) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 1956322 DEBUG (OverseerAutoScalingTriggerThread-72128898125201413-127.0.0.1:44772_solr-n_0000000000) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 1956323 DEBUG (OverseerAutoScalingTriggerThread-72128898125201413-127.0.0.1:44772_solr-n_0000000000) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:44772_solr]
   [junit4]   2> 1956323 DEBUG (OverseerAutoScalingTriggerThread-72128898125201413-127.0.0.1:44772_solr-n_0000000000) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 1956323 DEBUG (OverseerAutoScalingTriggerThread-72128898125201413-127.0.0.1:44772_solr-n_0000000000) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 1956325 DEBUG (OverseerAutoScalingTriggerThread-72128898125201413-127.0.0.1:44772_solr-n_0000000000) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1956326 DEBUG (OverseerAutoScalingTriggerThread-72128898125201413-127.0.0.1:44772_solr-n_0000000000) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 1956326 DEBUG (ScheduledTrigger-7452-thread-1) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 1956329 INFO  (jetty-launcher-3646-thread-2) [n:127.0.0.1:42381_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1956332 INFO  (jetty-launcher-3646-thread-2) [n:127.0.0.1:42381_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1956334 INFO  (jetty-launcher-3646-thread-2) [n:127.0.0.1:42381_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42381_solr
   [junit4]   2> 1956335 INFO  (zkCallback-3662-thread-1-processing-n:127.0.0.1:44772_solr) [n:127.0.0.1:44772_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1956336 INFO  (zkCallback-3664-thread-1-processing-n:127.0.0.1:42381_solr) [n:127.0.0.1:42381_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1956425 INFO  (jetty-launcher-3646-thread-1) [n:127.0.0.1:44772_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44772.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3711d34f
   [junit4]   2> 1956430 INFO  (jetty-launcher-3646-thread-1) [n:127.0.0.1:44772_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44772.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3711d34f
   [junit4]   2> 1956430 INFO  (jetty-launcher-3646-thread-1) [n:127.0.0.1:44772_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44772.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3711d34f
   [junit4]   2> 1956431 INFO  (jetty-launcher-3646-thread-1) [n:127.0.0.1:44772_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_11BE0DC03973FB93-001/tempDir-001/node1/.
   [junit4]   2> 1956502 INFO  (jetty-launcher-3646-thread-2) [n:127.0.0.1:42381_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42381.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3711d34f
   [junit4]   2> 1956511 INFO  (jetty-launcher-3646-thread-2) [n:127.0.0.1:42381_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42381.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3711d34f
   [junit4]   2> 1956511 INFO  (jetty-launcher-3646-thread-2) [n:127.0.0.1:42381_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42381.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3711d34f
   [junit4]   2> 1956512 INFO  (jetty-launcher-3646-thread-2) [n:127.0.0.1:42381_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_11BE0DC03973FB93-001/tempDir-001/node2/.
   [junit4]   2> 1956545 INFO  (zkConnectionManagerCallback-3671-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1956549 INFO  (zkConnectionManagerCallback-3675-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1956551 INFO  (SUITE-TriggerIntegrationTest-seed#[11BE0DC03973FB93]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1956555 INFO  (SUITE-TriggerIntegrationTest-seed#[11BE0DC03973FB93]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:54084/solr ready
   [junit4]   2> 1956580 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testEventFromRestoredState
   [junit4]   2> 1956580 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
   [junit4]   2> 1956581 DEBUG (zkCallback-3662-thread-1-processing-n:127.0.0.1:44772_solr) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 1956581 DEBUG (OverseerAutoScalingTriggerThread-72128898125201413-127.0.0.1:44772_solr-n_0000000000) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 1956584 DEBUG (OverseerAutoScalingTriggerThread-72128898125201413-127.0.0.1:44772_solr-n_0000000000) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 1956584 DEBUG (OverseerAutoScalingTriggerThread-72128898125201413-127.0.0.1:44772_solr-n_0000000000) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1956585 DEBUG (OverseerAutoScalingTriggerThread-72128898125201413-127.0.0.1:44772_solr-n_0000000000) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 1956595 INFO  (qtp680307415-22506) [n:127.0.0.1:42381_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1956597 INFO  (qtp451056504-22510) [n:127.0.0.1:44772_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1956597 DEBUG (qtp680307415-22502) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1956598 INFO  (qtp680307415-22502) [n:127.0.0.1:42381_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=9
   [junit4]   2> 1956598 DEBUG (zkCallback-3662-thread-1-processing-n:127.0.0.1:44772_solr) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 1956599 DEBUG (zkCallback-3662-thread-1-processing-n:127.0.0.1:44772_solr) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:42381_solr, 127.0.0.1:44772_solr]
   [junit4]   2> 1956599 DEBUG (zkCallback-3662-thread-1-processing-n:127.0.0.1:44772_solr) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEFRS instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
   [junit4]   2> 1956599 DEBUG (OverseerAutoScalingTriggerThread-72128898125201413-127.0.0.1:44772_solr-n_0000000000) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 1956602 INFO  (OverseerAutoScalingTriggerThread-72128898125201413-127.0.0.1:44772_solr-n_0000000000) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 1956603 INFO  (qtp680307415-22507) [n:127.0.0.1:42381_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1956603 DEBUG (OverseerAutoScalingTriggerThread-72128898125201413-127.0.0.1:44772_solr-n_0000000000) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 1956604 DEBUG (OverseerAutoScalingTriggerThread-72128898125201413-127.0.0.1:44772_solr-n_0000000000) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 1956605 DEBUG (ScheduledTrigger-7452-thread-1) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 1956605 DEBUG (ScheduledTrigger-7452-thread-1) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1956611 INFO  (qtp680307415-22507) [n:127.0.0.1:42381_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=8
   [junit4]   2> 1956612 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1956613 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1956613 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1956613 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1956614 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e0b0c51{/solr,null,AVAILABLE}
   [junit4]   2> 1956614 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@660f0b2a{HTTP/1.1,[http/1.1]}{127.0.0.1:38794}
   [junit4]   2> 1956614 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.e.j.s.Server Started @1961478ms
   [junit4]   2> 1956614 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38794}
   [junit4]   2> 1956614 ERROR (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1956615 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1956615 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1956615 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1956615 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-02T11:59:15.212Z
   [junit4]   2> 1956617 INFO  (zkConnectionManagerCallback-3677-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1956618 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1956624 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10040d9c6cb0009, likely client has closed socket
   [junit4]   2> 1956627 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54084/solr
   [junit4]   2> 1956629 INFO  (zkConnectionManagerCallback-3681-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1956632 INFO  (zkConnectionManagerCallback-3683-thread-1-processing-n:127.0.0.1:38794_solr) [n:127.0.0.1:38794_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1956640 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [n:127.0.0.1:38794_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1956643 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [n:127.0.0.1:38794_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1956645 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [n:127.0.0.1:38794_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38794_solr
   [junit4]   2> 1956689 INFO  (zkCallback-3674-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1956690 INFO  (zkCallback-3664-thread-1-processing-n:127.0.0.1:42381_solr) [n:127.0.0.1:42381_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1956690 INFO  (zkCallback-3662-thread-1-processing-n:127.0.0.1:44772_solr) [n:127.0.0.1:44772_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1956691 INFO  (zkCallback-3682-thread-1-processing-n:127.0.0.1:38794_solr) [n:127.0.0.1:38794_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1956839 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [n:127.0.0.1:38794_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38794.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3711d34f
   [junit4]   2> 1956849 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [n:127.0.0.1:38794_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38794.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3711d34f
   [junit4]   2> 1956849 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [n:127.0.0.1:38794_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38794.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3711d34f
   [junit4]   2> 1956851 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [n:127.0.0.1:38794_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_11BE0DC03973FB93-001/tempDir-001/node3/.
   [junit4]   2> 1957608 DEBUG (ScheduledTrigger-7452-thread-2) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 1957608 DEBUG (ScheduledTrigger-7452-thread-2) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1957608 DEBUG (ScheduledTrigger-7452-thread-2) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:38794_solr at time 1088015590357368
   [junit4]   2> 1958610 DEBUG (ScheduledTrigger-7452-thread-2) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 1958610 DEBUG (ScheduledTrigger-7452-thread-2) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1958610 INFO  (OverseerCollectionConfigSetProcessor-72128898125201413-127.0.0.1:44772_solr-n_0000000000) [n:127.0.0.1:44772_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1959611 DEBUG (ScheduledTrigger-7452-thread-2) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 1959611 DEBUG (ScheduledTrigger-7452-thread-2) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1960612 DEBUG (ScheduledTrigger-7452-thread-2) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 1960612 DEBUG (ScheduledTrigger-7452-thread-2) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1961613 DEBUG (ScheduledTrigger-7452-thread-2) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 1961613 DEBUG (ScheduledTrigger-7452-thread-2) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1962616 DEBUG (ScheduledTrigger-7452-thread-2) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 1962617 DEBUG (ScheduledTrigger-7452-thread-2) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1963624 DEBUG (ScheduledTrigger-7452-thread-2) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 1963625 DEBUG (ScheduledTrigger-7452-thread-2) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1964626 DEBUG (ScheduledTrigger-7452-thread-2) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 1964626 DEBUG (ScheduledTrigger-7452-thread-2) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1965634 DEBUG (ScheduledTrigger-7452-thread-2) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 1965634 DEBUG (ScheduledTrigger-7452-thread-2) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1966637 DEBUG (ScheduledTrigger-7452-thread-2) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 1966638 DEBUG (ScheduledTrigger-7452-thread-2) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1967641 DEBUG (ScheduledTrigger-7452-thread-2) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 1967641 DEBUG (ScheduledTrigger-7452-thread-2) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1967641 DEBUG (ScheduledTrigger-7452-thread-2) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEFRS firing registered processor for nodes: [127.0.0.1:38794_solr] added at times [1088015590357368], now=1088025626078899
   [junit4]   2> 1967641 DEBUG (ScheduledTrigger-7452-thread-2) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"3dd8b5ec5f978Taxn5ypugndxi7bqmxlrqtf6lf",
   [junit4]   2>   "source":"node_added_triggerEFRS",
   [junit4]   2>   "eventTime":1088015590357368,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1088015590357368],
   [junit4]   2>     "nodeNames":["127.0.0.1:38794_solr"]}}
   [junit4]   2> 1967642 DEBUG (ScheduledTrigger-7452-thread-2) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerEFRS]
   [junit4]   2> 1967643 INFO  (ScheduledTrigger-7452-thread-2) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 1967643 DEBUG (AutoscalingActionExecutor-7453-thread-1-processing-n:127.0.0.1:44772_solr) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"3dd8b5ec5f978Taxn5ypugndxi7bqmxlrqtf6lf",
   [junit4]   2>   "source":"node_added_triggerEFRS",
   [junit4]   2>   "eventTime":1088015590357368,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1088015590357368],
   [junit4]   2>     "_enqueue_time_":1088025626855375,
   [junit4]   2>     "nodeNames":["127.0.0.1:38794_solr"]}}
   [junit4]   2> 1967644 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1967645 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1967645 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1967645 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1967645 DEBUG (AutoscalingActionExecutor-7453-thread-1-processing-n:127.0.0.1:44772_solr) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerEFRS after 5000ms
   [junit4]   2> 1967645 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@20a153e2{/solr,null,AVAILABLE}
   [junit4]   2> 1967645 DEBUG (AutoscalingActionExecutor-7453-thread-1-processing-n:127.0.0.1:44772_solr) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.ScheduledTriggers -- processing took 2 ms for event id=3dd8b5ec5f978Taxn5ypugndxi7bqmxlrqtf6lf
   [junit4]   2> 1967646 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5c6a3c52{HTTP/1.1,[http/1.1]}{127.0.0.1:58167}
   [junit4]   2> 1967646 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.e.j.s.Server Started @1972513ms
   [junit4]   2> 1967646 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58167}
   [junit4]   2> 1967646 ERROR (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1967646 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1967646 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1967646 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1967646 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-02T11:59:26.243Z
   [junit4]   2> 1967648 INFO  (zkConnectionManagerCallback-3687-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1967649 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1967655 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54084/solr
   [junit4]   2> 1967657 INFO  (zkConnectionManagerCallback-3691-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1967660 INFO  (zkConnectionManagerCallback-3693-thread-1-processing-n:127.0.0.1:58167_solr) [n:127.0.0.1:58167_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1967670 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [n:127.0.0.1:58167_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1967672 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [n:127.0.0.1:58167_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1967676 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [n:127.0.0.1:58167_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58167_solr
   [junit4]   2> 1967679 INFO  (zkCallback-3674-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1967680 INFO  (zkCallback-3682-thread-1-processing-n:127.0.0.1:38794_solr) [n:127.0.0.1:38794_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1967680 INFO  (zkCallback-3662-thread-1-processing-n:127.0.0.1:44772_solr) [n:127.0.0.1:44772_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1967680 INFO  (zkCallback-3692-thread-1-processing-n:127.0.0.1:58167_solr) [n:127.0.0.1:58167_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1967681 INFO  (zkCallback-3664-thread-1-processing-n:127.0.0.1:42381_solr) [n:127.0.0.1:42381_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1967729 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [n:127.0.0.1:58167_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58167.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3711d34f
   [junit4]   2> 1967735 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [n:127.0.0.1:58167_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58167.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3711d34f
   [junit4]   2> 1967735 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [n:127.0.0.1:58167_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58167.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3711d34f
   [junit4]   2> 1967736 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [n:127.0.0.1:58167_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_11BE0DC03973FB93-001/tempDir-001/node4/.
   [junit4]   2> 1972646 DEBUG (ScheduledTrigger-7452-thread-1) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 1972646 DEBUG (ScheduledTrigger-7452-thread-1) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 1972646 DEBUG (ScheduledTrigger-7452-thread-1) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:58167_solr at time 1088030633009823
   [junit4]   2> 1973648 DEBUG (ScheduledTrigger-7452-thread-1) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 1973648 DEBUG (ScheduledTrigger-7452-thread-1) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 1974648 DEBUG (ScheduledTrigger-7452-thread-1) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 1974648 DEBUG (ScheduledTrigger-7452-thread-1) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 1975649 DEBUG (ScheduledTrigger-7452-thread-1) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 1975649 DEBUG (ScheduledTrigger-7452-thread-1) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 1976650 DEBUG (ScheduledTrigger-7452-thread-1) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 1976650 DEBUG (ScheduledTrigger-7452-thread-1) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 1977651 DEBUG (ScheduledTrigger-7452-thread-1) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 1977651 DEBUG (ScheduledTrigger-7452-thread-1) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 1977783 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@cf04dc8{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1977783 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1065560400
   [junit4]   2> 1977784 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1977784 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1cb7dbf8: rootName = solr_44772, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5f39a60d
   [junit4]   2> 1977788 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1977788 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@70b62b4: rootName = solr_44772, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7b9d69c0
   [junit4]   2> 1977788 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1977788 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2494ee81: rootName = solr_44772, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@732a6a17
   [junit4]   2> 1977794 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44772_solr
   [junit4]   2> 1977795 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1977795 INFO  (zkCallback-3664-thread-1-processing-n:127.0.0.1:42381_solr) [n:127.0.0.1:42381_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1977795 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1977796 INFO  (zkCallback-3674-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1977796 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.a.s.c.Overseer Overseer (id=72128898125201413-127.0.0.1:44772_solr-n_0000000000) closing
   [junit4]   2> 1977796 INFO  (zkCallback-3662-thread-1-processing-n:127.0.0.1:44772_solr) [n:127.0.0.1:44772_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1977796 INFO  (zkCallback-3682-thread-1-processing-n:127.0.0.1:38794_solr) [n:127.0.0.1:38794_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1977796 INFO  (OverseerStateUpdate-72128898125201413-127.0.0.1:44772_solr-n_0000000000) [n:127.0.0.1:44772_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44772_solr
   [junit4]   2> 1977796 INFO  (zkCallback-3692-thread-1-processing-n:127.0.0.1:58167_solr) [n:127.0.0.1:58167_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1977796 WARN  (OverseerAutoScalingTriggerThread-72128898125201413-127.0.0.1:44772_solr-n_0000000000) [n:127.0.0.1:44772_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1977796 DEBUG (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1977798 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@613d7e8e{/solr,null,UNAVAILABLE}
   [junit4]   2> 1977798 INFO  (zkCallback-3664-thread-1-processing-n:127.0.0.1:42381_solr) [n:127.0.0.1:42381_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42381_solr
   [junit4]   2> 1977800 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 1977802 INFO  (zkCallback-3664-thread-1-processing-n:127.0.0.1:42381_solr) [n:127.0.0.1:42381_solr    ] o.a.s.c.Overseer Overseer (id=72128898125201414-127.0.0.1:42381_solr-n_0000000001) starting
   [junit4]   2> 1977810 DEBUG (OverseerAutoScalingTriggerThread-72128898125201414-127.0.0.1:42381_solr-n_0000000001) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 1977810 DEBUG (OverseerAutoScalingTriggerThread-72128898125201414-127.0.0.1:42381_solr-n_0000000001) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 1977811 DEBUG (OverseerAutoScalingTriggerThread-72128898125201414-127.0.0.1:42381_solr-n_0000000001) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:38794_solr, 127.0.0.1:58167_solr, 127.0.0.1:42381_solr]
   [junit4]   2> 1977811 DEBUG (OverseerAutoScalingTriggerThread-72128898125201414-127.0.0.1:42381_solr-n_0000000001) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEFRS instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
   [junit4]   2> 1977812 DEBUG (OverseerAutoScalingTriggerThread-72128898125201414-127.0.0.1:42381_solr-n_0000000001) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:38794_solr, 127.0.0.1:58167_solr, 127.0.0.1:42381_solr]
   [junit4]   2> 1977812 DEBUG (OverseerAutoScalingTriggerThread-72128898125201414-127.0.0.1:42381_solr-n_0000000001) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion -1
   [junit4]   2> 1977812 DEBUG (OverseerAutoScalingTriggerThread-72128898125201414-127.0.0.1:42381_solr-n_0000000001) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 1977812 INFO  (OverseerAutoScalingTriggerThread-72128898125201414-127.0.0.1:42381_solr-n_0000000001) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 1977813 DEBUG (OverseerAutoScalingTriggerThread-72128898125201414-127.0.0.1:42381_solr-n_0000000001) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:58167_solr
   [junit4]   2> 1977815 DEBUG (ScheduledTrigger-7473-thread-1) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 1977815 DEBUG (ScheduledTrigger-7473-thread-1) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1977817 DEBUG (OverseerAutoScalingTriggerThread-72128898125201414-127.0.0.1:42381_solr-n_0000000001) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 1977818 DEBUG (ScheduledTrigger-7473-thread-3) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 1978817 DEBUG (ScheduledTrigger-7473-thread-1) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 1978817 DEBUG (ScheduledTrigger-7473-thread-1) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1978820 DEBUG (ScheduledTrigger-7473-thread-2) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 1979823 DEBUG (ScheduledTrigger-7473-thread-4) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 1979823 DEBUG (ScheduledTrigger-7473-thread-3) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 1979823 DEBUG (ScheduledTrigger-7473-thread-3) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1980824 DEBUG (ScheduledTrigger-7473-thread-4) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 1980824 DEBUG (ScheduledTrigger-7473-thread-2) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 1980825 DEBUG (ScheduledTrigger-7473-thread-2) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1981825 DEBUG (ScheduledTrigger-7473-thread-4) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 1981825 DEBUG (ScheduledTrigger-7473-thread-3) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 1981825 DEBUG (ScheduledTrigger-7473-thread-3) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1982826 DEBUG (ScheduledTrigger-7473-thread-4) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 1982826 DEBUG (ScheduledTrigger-7473-thread-2) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 1982826 DEBUG (ScheduledTrigger-7473-thread-2) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1982826 DEBUG (ScheduledTrigger-7473-thread-2) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEFRS firing registered processor for nodes: [127.0.0.1:58167_solr] added at times [1088030633009823], now=1088040816750148
   [junit4]   2> 1982827 DEBUG (ScheduledTrigger-7473-thread-2) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"3dd8edf62a29fTaxn5ypugndxi7bqmxlrqtf6lh",
   [junit4]   2>   "source":"node_added_triggerEFRS",
   [junit4]   2>   "eventTime":1088030633009823,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1088030633009823],
   [junit4]   2>     "nodeNames":["127.0.0.1:58167_solr"]}}
   [junit4]   2> 1982828 DEBUG (ScheduledTrigger-7473-thread-2) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_triggerEFRS]
   [junit4]   2> 1982829 INFO  (ScheduledTrigger-7473-thread-2) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 1982829 DEBUG (AutoscalingActionExecutor-7474-thread-1-processing-n:127.0.0.1:42381_solr) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"3dd8edf62a29fTaxn5ypugndxi7bqmxlrqtf6lh",
   [junit4]   2>   "source":"node_added_triggerEFRS",
   [junit4]   2>   "eventTime":1088030633009823,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1088030633009823],
   [junit4]   2>     "_enqueue_time_":1088040817922247,
   [junit4]   2>     "nodeNames":["127.0.0.1:58167_solr"]}}
   [junit4]   2> 1982829 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[11BE0DC03973FB93]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testEventFromRestoredState
   [junit4]   2> 1982848 DEBUG (AutoscalingActionExecutor-7474-thread-1-processing-n:127.0.0.1:42381_solr) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
   [junit4]   2> 1982849 DEBUG (AutoscalingActionExecutor-7474-thread-1-processing-n:127.0.0.1:42381_solr) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerEFRS after 5000ms
   [junit4]   2> 1982849 DEBUG (AutoscalingActionExecutor-7474-thread-1-processing-n:127.0.0.1:42381_solr) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.ScheduledTriggers -- processing took 19 ms for event id=3dd8edf62a29fTaxn5ypugndxi7bqmxlrqtf6lh
   [junit4]   2> 1982864 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[11BE0DC03973FB93]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testEventQueue
   [junit4]   2> 1982865 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[11BE0DC03973FB93]) [    ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
   [junit4]   2> 1982865 DEBUG (zkCallback-3664-thread-1-processing-n:127.0.0.1:42381_solr) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
   [junit4]   2> 1982865 DEBUG (OverseerAutoScalingTriggerThread-72128898125201414-127.0.0.1:42381_solr-n_0000000001) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
   [junit4]   2> 1982872 DEBUG (OverseerAutoScalingTriggerThread-72128898125201414-127.0.0.1:42381_solr-n_0000000001) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 1982873 DEBUG (OverseerAutoScalingTriggerThread-72128898125201414-127.0.0.1:42381_solr-n_0000000001) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1982873 DEBUG (OverseerAutoScalingTriggerThread-72128898125201414-127.0.0.1:42381_solr-n_0000000001) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
   [junit4]   2> 1982874 INFO  (qtp1082824215-22567) [n:127.0.0.1:38794_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1982882 INFO  (qtp1082824215-22567) [n:127.0.0.1:38794_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=7
   [junit4]   2> 1982887 INFO  (qtp1082824215-22567) [n:127.0.0.1:38794_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1982888 INFO  (qtp680307415-22507) [n:127.0.0.1:42381_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1982889 INFO  (qtp1574258041-22593) [n:127.0.0.1:58167_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1982890 DEBUG (qtp1082824215-22569) [n:127.0.0.1:38794_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1982890 INFO  (qtp1082824215-22569) [n:127.0.0.1:38794_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=7
   [junit4]   2> 1982891 DEBUG (zkCallback-3664-thread-1-processing-n:127.0.0.1:42381_solr) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
   [junit4]   2> 1982892 INFO  (zkCallback-3664-thread-1-processing-n:127.0.0.1:42381_solr) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.TriggerIntegrationTest TestEventQueueAction instantiated
   [junit4]   2> 1982892 DEBUG (zkCallback-3664-thread-1-processing-n:127.0.0.1:42381_solr) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:38794_solr, 127.0.0.1:58167_solr, 127.0.0.1:42381_solr]
   [junit4]   2> 1982892 DEBUG (zkCallback-3664-thread-1-processing-n:127.0.0.1:42381_solr) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}], enabled=true}
   [junit4]   2> 1982892 DEBUG (OverseerAutoScalingTriggerThread-72128898125201414-127.0.0.1:42381_solr-n_0000000001) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
   [junit4]   2> 1982895 DEBUG (OverseerAutoScalingTriggerThread-72128898125201414-127.0.0.1:42381_solr-n_0000000001) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 1982895 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[11BE0DC03973FB93]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1982895 DEBUG (OverseerAutoScalingTriggerThread-72128898125201414-127.0.0.1:42381_solr-n_0000000001) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 1982896 DEBUG (OverseerAutoScalingTriggerThread-72128898125201414-127.0.0.1:42381_solr-n_0000000001) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
   [junit4]   2> 1982896 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[11BE0DC03973FB93]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1982896 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[11BE0DC03973FB93]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1982896 DEBUG (ScheduledTrigger-7473-thread-4) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
   [junit4]   2> 1982896 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[11BE0DC03973FB93]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1982896 DEBUG (ScheduledTrigger-7473-thread-4) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1982897 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[11BE0DC03973FB93]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@50a78538{/solr,null,AVAILABLE}
   [junit4]   2> 1982897 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[11BE0DC03973FB93]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@68c605e3{HTTP/1.1,[http/1.1]}{127.0.0.1:42850}
   [junit4]   2> 1982897 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[11BE0DC03973FB93]) [    ] o.e.j.s.Server Started @1987770ms
   [junit4]   2> 1982897 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[11BE0DC03973FB93]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42850}
   [junit4]   2> 1982897 ERROR (TEST-TriggerIntegrationTest.testEventQueue-seed#[11BE0DC03973FB93]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1982897 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[11BE0DC03973FB93]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1982897 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[11BE0DC03973FB93]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1982897 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[11BE0DC03973FB93]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1982897 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[11BE0DC03973FB93]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-02T11:59:41.494Z
   [junit4]   2> 1982900 INFO  (zkConnectionManagerCallback-3697-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1982900 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[11BE0DC03973FB93]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1982908 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[11BE0DC03973FB93]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54084/solr
   [junit4]   2> 1982910 INFO  (zkConnectionManagerCallback-3701-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1982913 INFO  (zkConnectionManagerCallback-3703-thread-1-processing-n:127.0.0.1:42850_solr) [n:127.0.0.1:42850_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1982923 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[11BE0DC03973FB93]) [n:127.0.0.1:42850_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1982927 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[11BE0DC03973FB93]) [n:127.0.0.1:42850_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1982931 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[11BE0DC03973FB93]) [n:127.0.0.1:42850_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42850_solr
   [junit4]   2> 1982933 INFO  (zkCallback-3674-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1982933 INFO  (zkCallback-3682-thread-1-processing-n:127.0.0.1:38794_solr) [n:127.0.0.1:38794_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1982934 INFO  (zkCallback-3692-thread-1-processing-n:127.0.0.1:58167_solr) [n:127.0.0.1:58167_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1982934 INFO  (zkCallback-3664-thread-1-processing-n:127.0.0.1:42381_solr) [n:127.0.0.1:42381_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1982935 INFO  (zkCallback-3702-thread-1-processing-n:127.0.0.1:42850_solr) [n:127.0.0.1:42850_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1983003 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[11BE0DC03973FB93]) [n:127.0.0.1:42850_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42850.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3711d34f
   [junit4]   2> 1983009 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[11BE0DC03973FB93]) [n:127.0.0.1:42850_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42850.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3711d34f
   [junit4]   2> 1983009 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[11BE0DC03973FB93]) [n:127.0.0.1:42850_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42850.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3711d34f
   [junit4]   2> 1983010 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[11BE0DC03973FB93]) [n:127.0.0.1:42850_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_11BE0DC03973FB93-001/tempDir-001/node5/.
   [junit4]   2> 1983898 DEBUG (ScheduledTrigger-7473-thread-4) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
   [junit4]   2> 1983898 DEBUG (ScheduledTrigger-7473-thread-4) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 1983898 DEBUG (ScheduledTrigger-7473-thread-4) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:42850_solr at time 1088041888692659
   [junit4]   2> 1984880 INFO  (OverseerCollectionConfigSetProcessor-72128898125201414-127.0.0.1:42381_solr-n_0000000001) [n:127.0.0.1:42381_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1984900 DEBUG (ScheduledTrigger-7473-thread-4) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
   [junit4]   2> 1984900 DEBUG (ScheduledTrigger-7473-thread-4) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 1984900 DEBUG (ScheduledTrigger-7473-thread-4) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ firing registered processor for nodes: [127.0.0.1:42850_solr] added at times [1088041888692659], now=1088042891372589
   [junit4]   2> 1984901 DEBUG (ScheduledTrigger-7473-thread-4) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"3dd917e46b9b3Taxn5ypugndxi7bqmxlrqtf6lj",
   [junit4]   2>   "source":"node_added_triggerEQ",
   [junit4]   2>   "eventTime":1088041888692659,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1088041888692659],
   [junit4]   2>     "nodeNames":["127.0.0.1:42850_solr"]}}
   [junit4]   2> 1984901 DEBUG (ScheduledTrigger-7473-thread-4) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerEQ]
   [junit4]   2> 1984901 INFO  (ScheduledTrigger-7473-thread-4) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 1984902 DEBUG (AutoscalingActionExecutor-7474-thread-1-processing-n:127.0.0.1:42381_solr) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"3dd917e46b9b3Taxn5ypugndxi7bqmxlrqtf6lj",
   [junit4]   2>   "source":"node_added_triggerEQ",
   [junit4]   2>   "eventTime":1088041888692659,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1088041888692659],
   [junit4]   2>     "_enqueue_time_":1088042891543408,
   [junit4]   2>     "nodeNames":["127.0.0.1:42850_solr"]}}
   [junit4]   2> 1984902 INFO  (AutoscalingActionExecutor-7474-thread-1-processing-n:127.0.0.1:42381_solr) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.TriggerIntegrationTest -- event: {
   [junit4]   2>   "id":"3dd917e46b9b3Taxn5ypugndxi7bqmxlrqtf6lj",
   [junit4]   2>   "source":"node_added_triggerEQ",
   [junit4]   2>   "eventTime":1088041888692659,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1088041888692659],
   [junit4]   2>     "_enqueue_time_":1088042891543408,
   [junit4]   2>     "nodeNames":["127.0.0.1:42850_solr"]}}
   [junit4]   2> 1984903 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[11BE0DC03973FB93]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@5e5b37d4{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1984904 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[11BE0DC03973FB93]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1496509584
   [junit4]   2> 1984904 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[11BE0DC03973FB93]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1984904 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[11BE0DC03973FB93]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6acaa852: rootName = solr_42381, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1e634d93
   [junit4]   2> 1984909 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[11BE0DC03973FB93]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1984909 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[11BE0DC03973FB93]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7f12e8dd: rootName = solr_42381, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7b9d69c0
   [junit4]   2> 1984913 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[11BE0DC03973FB93]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1984914 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[11BE0DC03973FB93]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2eec69be: rootName = solr_42381, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@732a6a17
   [junit4]   2> 1984915 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[11BE0DC03973FB93]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:42381_solr
   [junit4]   2> 1984917 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[11BE0DC03973FB93]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1984917 INFO  (zkCallback-3674-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1984917 INFO  (zkCallback-3702-thread-1-processing-n:127.0.0.1:42850_solr) [n:127.0.0.1:42850_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1984917 INFO  (zkCallback-3682-thread-1-processing-n:127.0.0.1:38794_solr) [n:127.0.0.1:38794_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1984917 INFO  (zkCallback-3664-thread-1-processing-n:127.0.0.1:42381_solr) [n:127.0.0.1:42381_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1984917 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[11BE0DC03973FB93]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1984917 INFO  (zkCallback-3692-thread-1-processing-n:127.0.0.1:58167_solr) [n:127.0.0.1:58167_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1984917 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[11BE0DC03973FB93]) [    ] o.a.s.c.Overseer Overseer (id=72128898125201414-127.0.0.1:42381_solr-n_0000000001) closing
   [junit4]   2> 1984917 INFO  (OverseerStateUpdate-72128898125201414-127.0.0.1:42381_solr-n_0000000001) [n:127.0.0.1:42381_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42381_solr
   [junit4]   2> 1984918 WARN  (OverseerAutoScalingTriggerThread-72128898125201414-127.0.0.1:42381_solr-n_0000000001) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1984919 DEBUG (TEST-TriggerIntegrationTest.testEventQueue-seed#[11BE0DC03973FB93]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1984919 WARN  (AutoscalingActionExecutor-7474-thread-1-processing-n:127.0.0.1:42381_solr) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.ScheduledTriggers Exception executing actions
   [junit4]   2> org.apache.lucene.store.AlreadyClosedException: ScheduledTrigger node_added_triggerEQ has been closed.
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.dequeue(ScheduledTriggers.java:525)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:309)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1984919 DEBUG (AutoscalingActionExecutor-7474-thread-1-processing-n:127.0.0.1:42381_solr) [n:127.0.0.1:42381_solr    ] o.a.s.c.a.ScheduledTriggers -- processing took 17 ms for event id=3dd917e46b9b3Taxn5ypugndxi7bqmxlrqtf6lj
   [junit4]   2> 1984920 INFO  (zkCallback-3682-thread-1-processing-n:127.0.0.1:38794_solr) [n:127.0.0.1:38794_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38794_solr
   [junit4]   2> 1984921 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[11BE0DC03973FB93]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@62e13339{/solr,null,UNAVAILABLE}
   [junit4]   2> 1984923 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[11BE0DC03973FB93]) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 1984924 INFO  (zkCallback-3682-thread-1-processing-n:127.0.0.1:38794_solr) [n:127.0.0.1:38794_solr    ] o.a.s.c.Overseer Overseer (id=72128898125201419-127.0.0.1:38794_solr-n_0000000002) starting
   [junit4]   2> 1984934 DEBUG (OverseerAutoScalingTriggerThread-72128898125201419-127.0.0.1:38794_solr-n_0000000002) [n:127.0.0.1:38794_solr    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 1984935 DEBUG (OverseerAutoScalingTriggerThread-72128898125201419-127.0.0.1:38794_solr-n_0000000002) [n:127.0.0.1:38794_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
   [junit4]   2> 1984935 INFO  (OverseerAutoScalingTriggerThread-72128898125201419-127.0.0.1:38794_solr-n_0000000002) [n:127.0.0.1:38794_solr    ] o.a.s.c.a.TriggerIntegrationTest TestEventQueueAction instantiated
   [junit4]   2> 1984935 DEBUG (OverseerAutoScalingTriggerThread-72128898125201419-127.0.0.1:38794_solr-n_0000000002) [n:127.0.0.1:38794_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:38794_solr, 127.0.0.1:58167_solr, 127.0.0.1:42850_solr]
   [junit4]   2> 1984935 DEBUG (OverseerAutoScalingTriggerThread-72128898125201419-127.0.0.1:38794_solr-n_0000000002) [n:127.0.0.1:38794_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}], enabled=true}
   [junit4]   2> 1984936 DEBUG (OverseerAutoScalingTriggerThread-72128898125201419-127.0.0.1:38794_solr-n_0000000002) [n:127.0.0.1:38794_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:38794_solr, 127.0.0.1:58167_solr, 127.0.0.1:42850_solr]
   [junit4]   2> 1984936 DEBUG (OverseerAutoScalingTriggerThread-72128898125201419-127.0.0.1:38794_solr-n_0000000002) [n:127.0.0.1:38794_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion -1
   [junit4]   2> 1984936 DEBUG (OverseerAutoScalingTriggerThread-72128898125201419-127.0.0.1:38794_solr-n_0000000002) [n:127.0.0.1:38794_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
   [junit4]   2> 1984940 DEBUG (OverseerAutoScalingTriggerThread-72128898125201419-127.0.0.1:38794_solr-n_0000000002) [n:127.0.0.1:38794_solr    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 1984941 DEBUG (OverseerAutoScalingTriggerThread-72128898125201419-127.0.0.1:38794_solr-n_0000000002) [n:127.0.0.1:38794_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
   [junit4]   2> 1984941 DEBUG (ScheduledTrigger-7484-thread-1) [n:127.0.0.1:38794_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 1984942 DEBUG (ScheduledTrigger-7484-thread-2) [n:127.0.0.1:38794_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"3dd917e46b9b3Taxn5ypugndxi7bqmxlrqtf6lj",
   [junit4]   2>   "source":"node_added_triggerEQ",
   [junit4]   2>   "eventTime":1088041888692659,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1088041888692659],
   [junit4]   2>     "_dequeue_time_":1088042933346445,
   [junit4]   2>     "_enqueue_time_":1088042891543408,
   [junit4]   2>     "nodeNames":["127.0.0.1:42850_solr"],
   [junit4]   2>     "replaying":true}}
   [junit4]   2> 1984944 DEBUG (ScheduledTrigger-7484-thread-2) [n:127.0.0.1:38794_solr    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_triggerEQ]
   [junit4]   2> 1984944 INFO  (ScheduledTrigger-7484-thread-2) [n:127.0.0.1:38794_solr    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 1984946 DEBUG (AutoscalingActionExecutor-7485-thread-1-processing-n:127.0.0.1:38794_solr) [n:127.0.0.1:38794_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"3dd917e46b9b3Taxn5ypugndxi7bqmxlrqtf6lj",
   [junit4]   2>   "source":"node_added_triggerEQ",
   [junit4]   2>   "eventTime":1088041888692659,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1088041888692659],
   [junit4]   2>     "_dequeue_time_":1088042933346445,
   [junit4]   2>     "_enqueue_time_":1088042891543408,
   [junit4]   2>     "nodeNames":["127.0.0.1:42850_solr"],
   [junit4]   2>     "replaying":true}}
   [junit4]   2> 1984946 INFO  (AutoscalingActionExecutor-7485-thread-1-processing-n:127.0.0.1:38794_solr) [n:127.0.0.1:38794_solr    ] o.a.s.c.a.TriggerIntegrationTest -- event: {
   [junit4]   2>   "id":"3dd917e46b9b3Taxn5ypugndxi7bqmxlrqtf6lj",
   [junit4]   2>   "source":"node_added_triggerEQ",
   [junit4]   2>   "eventTime":1088041888692659,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1088041888692659],
   [junit4]   2>     "_dequeue_time_":1088042933346445,
   [junit4]   2>     "_enqueue_time_":1088042891543408,
   [junit4]   2>     "nodeNames":["127.0.0.1:42850_solr"],
   [junit4]   2>     "replaying":true}}
   [junit4]   2> 1984946 DEBUG (ScheduledTrigger-7484-thread-2) [n:127.0.0.1:38794_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
   [junit4]   2> 1984946 DEBUG (ScheduledTrigger-7484-thread-2) [n:127.0.0.1:38794_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1984947 DEBUG (AutoscalingActionExecutor-7485-thread-1-processing-n:127.0.0.1:38794_solr) [n:127.0.0.1:38794_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
   [junit4]   2> 1984947 DEBUG (AutoscalingActionExecutor-7485-thread-1-processing-n:127.0.0.1:38794_solr) [n:127.0.0.1:38794_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerEQ after 5000ms
   [junit4]   2> 1984947 DEBUG (AutoscalingActionExecutor-7485-thread-1-processing-n:127.0.0.1:38794_solr) [n:127.0.0.1:38794_solr    ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=3dd917e46b9b3Taxn5ypugndxi7bqmxlrqtf6lj
   [junit4]   2> 1989924 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[11BE0DC03973FB93]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testEventQueue
   [junit4]   2> 1989956 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[11BE0DC03973FB93]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerThrottling
   [junit4]   2> 1989957 DEBUG (zkCallback-3682-thread-1-processing-n:127.0.0.1:38794_solr) [n:127.0.0.1:38794_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
   [junit4]   2> 1989957 DEBUG (OverseerAutoScalingTriggerThread-72128898125201419-127.0.0.1:38794_solr-n_0000000002) [n:127.0.0.1:38794_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
   [junit4]   2> 1989958 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[11BE0DC03973FB93]) [    ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 8
   [junit4]   2> 1989959 DEBUG (ScheduledTrigger-7484-thread-1) [n:127.0.0.1:38794_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
   [junit4]   2> 1989959 DEBUG (ScheduledTrigger-7484-thread-1) [n:127.0.0.1:38794_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1989962 DEBUG (OverseerAutoScalingTriggerThread-72128898125201419-127.0.0.1:38794_solr-n_0000000002) [n:127.0.0.1:38794_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 1989963 DEBUG (OverseerAutoScalingTriggerThread-72128898125201419-127.0.0.1:38794_solr-n_0000000002) [n:127.0.0.1:38794_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1989963 DEBUG (OverseerAutoScalingTriggerThread-72128898125201419-127.0.0.1:38794_solr-n_0000000002) [n:127.0.0.1:38794_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
   [junit4]   2> 1989969 INFO  (qtp1082824215-22569) [n:127.0.0.1:38794_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1989971 INFO  (qtp69938042-22632) [n:127.0.0.1:42850_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1989973 INFO  (qtp1574258041-22596) [n:127.0.0.1:58167_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1989973 DEBUG (qtp1082824215-22572) [n:127.0.0.1:38794_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1989974 INFO  (qtp1082824215-22572) [n:127.0.0.1:38794_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=7
   [junit4]   2> 1989975 DEBUG (zkCallback-3682-thread-1-processing-n:127.0.0.1:38794_solr) [n:127.0.0.1:38794_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
   [junit4]   2> 1989976 DEBUG (zkCallback-3682-thread-1-processing-n:127.0.0.1:38794_solr) [n:127.0.0.1:38794_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:38794_solr, 127.0.0.1:58167_solr, 127.0.0.1:42850_solr]
   [junit4]   2> 1989976 DEBUG (zkCallback-3682-thread-1-processing-n:127.0.0.1:38794_solr) [n:127.0.0.1:38794_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 1989976 DEBUG (OverseerAutoScalingTriggerThread-72128898125201419-127.0.0.1:38794_solr-n_0000000002) [n:127.0.0.1:38794_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
   [junit4]   2> 1989977 INFO  (qtp1082824215-22572) [n:127.0.0.1:38794_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1989978 INFO  (OverseerAutoScalingTriggerThread-72128898125201419-127.0.0.1:38794_solr-n_0000000002) [n:127.0.0.1:38794_solr    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 1989979 DEBUG (OverseerAutoScalingTriggerThread-72128898125201419-127.0.0.1:38794_solr-n_0000000002) [n:127.0.0.1:38794_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 1989979 DEBUG (OverseerAutoScalingTriggerThread-72128898125201419-127.0.0.1:38794_solr-n_0000000002) [n:127.0.0.1:38794_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
   [junit4]   2> 1989979 DEBUG (ScheduledTrigger-7484-thread-2) [n:127.0.0.1:38794_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 1989979 DEBUG (ScheduledTrigger-7484-thread-2) [n:127.0.0.1:38794_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1989979 INFO  (qtp69938042-22639) [n:127.0.0.1:42850_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1989981 INFO  (qtp1574258041-22599) [n:127.0.0.1:58167_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1989981 DEBUG (qtp1574258041-22596) [n:127.0.0.1:58167_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1989982 INFO  (qtp1574258041-22596) [n:12

[...truncated too long message...]

ontextHandler@4d05c1aa{/solr,null,UNAVAILABLE}
   [junit4]   2> 2157824 INFO  (jetty-closer-3647-thread-7) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 2157826 INFO  (jetty-closer-3647-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@339f3868{/solr,null,UNAVAILABLE}
   [junit4]   2> 2157826 INFO  (jetty-closer-3647-thread-2) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 2157826 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10040d9c6cb001a, likely client has closed socket
   [junit4]   2> 2157831 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10040d9c6cb0017, likely client has closed socket
   [junit4]   2> 2157832 INFO  (jetty-closer-3647-thread-8) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5442ed16{/solr,null,UNAVAILABLE}
   [junit4]   2> 2157832 INFO  (jetty-closer-3647-thread-8) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 2157832 INFO  (jetty-closer-3647-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6189bd68{/solr,null,UNAVAILABLE}
   [junit4]   2> 2157833 INFO  (jetty-closer-3647-thread-1) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 2158950 WARN  (zkCallback-3866-thread-2-processing-n:127.0.0.1:45715_solr) [n:127.0.0.1:45715_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2158951 INFO  (jetty-closer-3647-thread-13) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1847e77e{/solr,null,UNAVAILABLE}
   [junit4]   2> 2158951 INFO  (jetty-closer-3647-thread-13) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 2158953 ERROR (SUITE-TriggerIntegrationTest-seed#[11BE0DC03973FB93]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2158953 INFO  (SUITE-TriggerIntegrationTest-seed#[11BE0DC03973FB93]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54084 54084
   [junit4]   2> 2169012 INFO  (Thread-8444) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54084 54084
   [junit4]   2> 2169013 WARN  (Thread-8444) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	44	/solr/collections/collection1/terms/shard1
   [junit4]   2> 	22	/solr/clusterprops.json
   [junit4]   2> 	22	/solr/aliases.json
   [junit4]   2> 	21	/solr/security.json
   [junit4]   2> 	12	/solr/configs/conf
   [junit4]   2> 	9	/solr/collections/testMetricTrigger/terms/shard1
   [junit4]   2> 	2	/solr/collections/testMetricTrigger/terms/shard2
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	131	/solr/collections/collection1/state.json
   [junit4]   2> 	39	/solr/collections/testMetricTrigger/state.json
   [junit4]   2> 	22	/solr/clusterstate.json
   [junit4]   2> 	6	/solr/autoscaling.json
   [junit4]   2> 	3	/solr/overseer_elect/election/72128898125201459-127.0.0.1:36945_solr-n_0000000015
   [junit4]   2> 	3	/solr/overseer_elect/election/72128898125201437-127.0.0.1:34204_solr-n_0000000008
   [junit4]   2> 	3	/solr/overseer_elect/election/72128898125201443-127.0.0.1:48436_solr-n_0000000010
   [junit4]   2> 	3	/solr/overseer_elect/election/72128898125201434-127.0.0.1:62384_solr-n_0000000007
   [junit4]   2> 	2	/solr/overseer_elect/election/72128898125201425-127.0.0.1:42850_solr-n_0000000004
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/72128898125201434-core_node10-n_0000000004
   [junit4]   2> 	2	/solr/overseer_elect/election/72128898125201431-127.0.0.1:52375_solr-n_0000000006
   [junit4]   2> 	2	/solr/overseer_elect/election/72128898125201440-127.0.0.1:61252_solr-n_0000000009
   [junit4]   2> 	2	/solr/overseer_elect/election/72128898125201465-127.0.0.1:58954_solr-n_0000000017
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	22	/solr/collections
   [junit4]   2> 	21	/solr/live_nodes
   [junit4]   2> 	6	/solr/overseer/queue-work
   [junit4]   2> 	6	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	6	/solr/overseer/queue
   [junit4]   2> 	6	/solr/overseer/collection-queue-work
   [junit4]   2> 	2	/solr/autoscaling/events/node_lost_triggerMR
   [junit4]   2> 	2	/solr/autoscaling/events/node_added_triggerCTOOR
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_11BE0DC03973FB93-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {id=FST50, x_s=FSTOrd50}, docValues:{_version_=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=824, maxMBSortInHeap=7.034398724132854, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@397d7adc), locale=pl-PL, timezone=Asia/Thimphu
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=229562016,total=467664896
   [junit4]   2> NOTE: All tests run in this JVM: [ManagedSchemaRoundRobinCloudTest, TestStressLucene, TestSha256AuthenticationProvider, BlockCacheTest, TestSegmentSorting, TestDownShardTolerantSearch, TestCollationFieldDocValues, CleanupOldIndexTest, TestSolrQueryParser, SuggesterWFSTTest, ShardRoutingTest, HighlighterConfigTest, QueryParsingTest, DeleteLastCustomShardedReplicaTest, TestCollectionsAPIViaSolrCloudCluster, PrimitiveFieldTypeTest, URLClassifyProcessorTest, TestExactStatsCache, TestFuzzyAnalyzedSuggestions, TestAnalyzedSuggestions, TestPrepRecovery, ExternalFileFieldSortTest, FileBasedSpellCheckerTest, TestDFRSimilarityFactory, TestLeaderInitiatedRecoveryThread, SystemLogListenerTest, VersionInfoTest, TestSolr4Spatial, TestMaxTokenLenTokenizer, TestLargeCluster, FullSolrCloudDistribCmdsTest, NodeLostTriggerTest, DeleteStatusTest, TestCloudManagedSchema, HLLSerializationTest, CreateRoutedAliasTest, TestManagedResourceStorage, JsonLoaderTest, BasicFunctionalityTest, ClassificationUpdateProcessorTest, TestJsonFacets, ExitableDirectoryReaderTest, TestSolrIndexConfig, UUIDFieldTest, DistributedQueryComponentOptimizationTest, TestSerializedLuceneMatchVersion, SortSpecParsingTest, PeerSyncWithIndexFingerprintCachingTest, DistributedFacetSimpleRefinementLongTailTest, CheckHdfsIndexTest, XsltUpdateRequestHandlerTest, JvmMetricsTest, HdfsAutoAddReplicasIntegrationTest, TestRestoreCore, ReplicationFactorTest, ZkSolrClientTest, JSONWriterTest, RequestLoggingTest, TestApiFramework, SpellCheckCollatorWithCollapseTest, PropertiesRequestHandlerTest, TestSizeLimitedDistributedMap, DistributedFacetPivotLargeTest, VMParamsZkACLAndCredentialsProvidersTest, HdfsChaosMonkeyNothingIsSafeTest, BJQParserTest, SaslZkACLProviderTest, UpdateRequestProcessorFactoryTest, ReturnFieldsTest, TestManagedSchema, SolrCLIZkUtilsTest, TestSolrCoreProperties, TestDeleteCollectionOnDownNodes, TestSolrDeletionPolicy2, TestWriterPerf, TestNestedDocsSort, TolerantUpdateProcessorTest, ConcurrentCreateRoutedAliasTest, TestFieldCacheSort, SegmentsInfoRequestHandlerTest, TestReversedWildcardFilterFactory, ShowFileRequestHandlerTest, DocValuesNotIndexedTest, CollectionStateFormat2Test, MetricTriggerTest, TestOverriddenPrefixQueryForCustomFieldType, SolrCoreMetricManagerTest, TestAtomicUpdateErrorCases, SubstringBytesRefFilterTest, AsyncCallRequestStatusResponseTest, CoreSorterTest, TestConfigSetsAPIZkFailure, DebugComponentTest, TestDistributedMissingSort, TestHashPartitioner, TermVectorComponentTest, TestConfigSetProperties, ZkControllerTest, SuggestComponentTest, SuggesterTest, MultiThreadedOCPTest, TestStressUserVersions, TestSQLHandlerNonCloud, ReplaceNodeNoTargetTest, DisMaxRequestHandlerTest, HdfsRecoveryZkTest, TestPHPSerializedResponseWriter, TestTlogReplica, TestSimpleTrackingShardHandler, TestClassicSimilarityFactory, TestTolerantUpdateProcessorRandomCloud, TestRequestForwarding, FacetPivotSmallTest, TestNumericTerms64, DocExpirationUpdateProcessorFactoryTest, TestManagedSchemaThreadSafety, EchoParamsTest, TestConfig, TestManagedStopFilterFactory, TestZkAclsWithHadoopAuth, TestSearchPerf, LegacyCloudClusterPropTest, RegexBoostProcessorTest, TestPushWriter, GraphQueryTest, TestMaxScoreQueryParser, SolrCmdDistributorTest, TestSolrCloudSnapshots, PreAnalyzedFieldTest, SpellPossibilityIteratorTest, MissingSegmentRecoveryTest, SliceStateTest, TestFieldTypeCollectionResource, TestFieldCollectionResource, V2ApiIntegrationTest, RollingRestartTest, ClusterStateUpdateTest, InfoHandlerTest, TestExecutePlanAction, MoveReplicaHDFSTest, TestCoreBackup, TestCollapseQParserPlugin, SolrJmxReporterCloudTest, AnalyticsQueryTest, HdfsTlogReplayBufferedWhileIndexingTest, TlogReplayBufferedWhileIndexingTest, TestSolrConfigHandler, CurrencyFieldTypeTest, CursorMarkTest, DocValuesMissingTest, TestDocSet, TestCloudDeleteByQuery, DistributedFacetPivotWhiteBoxTest, TestIndexingPerformance, TestDistributedSearch, TestBlendedInfixSuggestions, TestQuerySenderListener, AddBlockUpdateTest, DistributedIntervalFacetingTest, SimplePostToolTest, SpatialHeatmapFacetsTest, TestFieldCacheVsDocValues, CdcrBootstrapTest, ComputePlanActionTest, TestValueSourceCache, TestFieldCache, HttpPartitionTest, TestNumericTokenStream, TestGraphTermsQParserPlugin, TestCrossCoreJoin, OverseerCollectionConfigSetProcessorTest, ZkStateWriterTest, ZkShardTermsTest, TestUseDocValuesAsStored2, TestLegacyFieldCache, DistanceFunctionTest, TestRawTransformer, TriggerIntegrationTest]
   [junit4] Completed [373/775 (1!)] on J1 in 213.07s, 14 tests, 1 failure <<< FAILURES!

[...truncated 49454 lines...]

[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 1662 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1662/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory

Error Message:
expected:<5> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
	at __randomizedtesting.SeedInfo.seed([B9C4D48D323B6F5B:D43870708873905C]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:274)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([B9C4D48D323B6F5B:3C8E3026DD3B914]:0)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1565)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12747 lines...]
   [junit4] Suite: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
   [junit4]   2> 1657484 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[B9C4D48D323B6F5B]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/init-core-data-001
   [junit4]   2> 1657485 WARN  (SUITE-AutoscalingHistoryHandlerTest-seed#[B9C4D48D323B6F5B]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=44 numCloses=44
   [junit4]   2> 1657485 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[B9C4D48D323B6F5B]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1657488 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[B9C4D48D323B6F5B]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1657489 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[B9C4D48D323B6F5B]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001
   [junit4]   2> 1657489 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[B9C4D48D323B6F5B]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1657489 INFO  (Thread-2303) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1657489 INFO  (Thread-2303) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1657491 ERROR (Thread-2303) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1657592 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[B9C4D48D323B6F5B]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:37189
   [junit4]   2> 1657595 INFO  (zkConnectionManagerCallback-2172-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1657600 INFO  (jetty-launcher-2169-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1657600 INFO  (jetty-launcher-2169-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1657600 INFO  (jetty-launcher-2169-thread-3) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1657601 INFO  (jetty-launcher-2169-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1657601 INFO  (jetty-launcher-2169-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1657602 INFO  (jetty-launcher-2169-thread-2) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1657602 INFO  (jetty-launcher-2169-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1657602 INFO  (jetty-launcher-2169-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1657602 INFO  (jetty-launcher-2169-thread-1) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1657603 INFO  (jetty-launcher-2169-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@69bb95d{/solr,null,AVAILABLE}
   [junit4]   2> 1657603 INFO  (jetty-launcher-2169-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b04018c{/solr,null,AVAILABLE}
   [junit4]   2> 1657604 INFO  (jetty-launcher-2169-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1657604 INFO  (jetty-launcher-2169-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1657604 INFO  (jetty-launcher-2169-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@41e10807{HTTP/1.1,[http/1.1]}{127.0.0.1:58946}
   [junit4]   2> 1657604 INFO  (jetty-launcher-2169-thread-3) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1657604 INFO  (jetty-launcher-2169-thread-2) [    ] o.e.j.s.Server Started @1661903ms
   [junit4]   2> 1657604 INFO  (jetty-launcher-2169-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58946}
   [junit4]   2> 1657604 ERROR (jetty-launcher-2169-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1657604 INFO  (jetty-launcher-2169-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7b4981cd{/solr,null,AVAILABLE}
   [junit4]   2> 1657604 INFO  (jetty-launcher-2169-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1657604 INFO  (jetty-launcher-2169-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1657604 INFO  (jetty-launcher-2169-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1657604 INFO  (jetty-launcher-2169-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3f83a73a{HTTP/1.1,[http/1.1]}{127.0.0.1:46401}
   [junit4]   2> 1657604 INFO  (jetty-launcher-2169-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-07T12:18:44.646Z
   [junit4]   2> 1657604 INFO  (jetty-launcher-2169-thread-1) [    ] o.e.j.s.Server Started @1661903ms
   [junit4]   2> 1657604 INFO  (jetty-launcher-2169-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46401}
   [junit4]   2> 1657604 INFO  (jetty-launcher-2169-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3957c0b2{HTTP/1.1,[http/1.1]}{127.0.0.1:48786}
   [junit4]   2> 1657604 INFO  (jetty-launcher-2169-thread-3) [    ] o.e.j.s.Server Started @1661903ms
   [junit4]   2> 1657604 INFO  (jetty-launcher-2169-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48786}
   [junit4]   2> 1657604 ERROR (jetty-launcher-2169-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1657604 ERROR (jetty-launcher-2169-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1657605 INFO  (jetty-launcher-2169-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1657605 INFO  (jetty-launcher-2169-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1657605 INFO  (jetty-launcher-2169-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1657605 INFO  (jetty-launcher-2169-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-07T12:18:44.647Z
   [junit4]   2> 1657605 INFO  (jetty-launcher-2169-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1657605 INFO  (jetty-launcher-2169-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1657605 INFO  (jetty-launcher-2169-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1657605 INFO  (jetty-launcher-2169-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-07T12:18:44.647Z
   [junit4]   2> 1657607 INFO  (zkConnectionManagerCallback-2174-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1657607 INFO  (zkConnectionManagerCallback-2176-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1657608 INFO  (zkConnectionManagerCallback-2178-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1657608 INFO  (jetty-launcher-2169-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1657608 INFO  (jetty-launcher-2169-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1657608 INFO  (jetty-launcher-2169-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1657613 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1005ab3ff200003, likely client has closed socket
   [junit4]   2> 1657613 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1005ab3ff200002, likely client has closed socket
   [junit4]   2> 1657616 INFO  (jetty-launcher-2169-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37189/solr
   [junit4]   2> 1657616 INFO  (jetty-launcher-2169-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37189/solr
   [junit4]   2> 1657616 INFO  (jetty-launcher-2169-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37189/solr
   [junit4]   2> 1657621 INFO  (zkConnectionManagerCallback-2183-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1657622 INFO  (zkConnectionManagerCallback-2190-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1657622 INFO  (zkConnectionManagerCallback-2186-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1657634 INFO  (zkConnectionManagerCallback-2192-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1657635 INFO  (zkConnectionManagerCallback-2194-thread-1-processing-n:127.0.0.1:48786_solr) [n:127.0.0.1:48786_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1657638 INFO  (zkConnectionManagerCallback-2196-thread-1-processing-n:127.0.0.1:58946_solr) [n:127.0.0.1:58946_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1657797 INFO  (jetty-launcher-2169-thread-1) [n:127.0.0.1:46401_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1657798 INFO  (jetty-launcher-2169-thread-1) [n:127.0.0.1:46401_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46401_solr
   [junit4]   2> 1657800 INFO  (jetty-launcher-2169-thread-1) [n:127.0.0.1:46401_solr    ] o.a.s.c.Overseer Overseer (id=72157323163860999-127.0.0.1:46401_solr-n_0000000000) starting
   [junit4]   2> 1657810 INFO  (jetty-launcher-2169-thread-1) [n:127.0.0.1:46401_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46401_solr
   [junit4]   2> 1657811 DEBUG (OverseerStateUpdate-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1657811 DEBUG (OverseerAutoScalingTriggerThread-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 1657813 INFO  (OverseerStateUpdate-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1657813 DEBUG (OverseerAutoScalingTriggerThread-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 1657813 INFO  (jetty-launcher-2169-thread-2) [n:127.0.0.1:58946_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1657814 DEBUG (OverseerAutoScalingTriggerThread-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:46401_solr]
   [junit4]   2> 1657814 DEBUG (OverseerAutoScalingTriggerThread-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 1657814 DEBUG (OverseerAutoScalingTriggerThread-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 1657814 INFO  (jetty-launcher-2169-thread-3) [n:127.0.0.1:48786_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1657817 DEBUG (OverseerAutoScalingTriggerThread-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1657817 INFO  (jetty-launcher-2169-thread-2) [n:127.0.0.1:58946_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1657817 DEBUG (OverseerAutoScalingTriggerThread-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 1657818 DEBUG (ScheduledTrigger-3934-thread-1) [n:127.0.0.1:46401_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 1657820 INFO  (jetty-launcher-2169-thread-2) [n:127.0.0.1:58946_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58946_solr
   [junit4]   2> 1657822 DEBUG (OverseerStateUpdate-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:58946_solr"} current state version: 0
   [junit4]   2> 1657822 DEBUG (OverseerStateUpdate-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:58946_solr
   [junit4]   2> 1657822 INFO  (zkCallback-2191-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1657823 INFO  (zkCallback-2193-thread-1-processing-n:127.0.0.1:48786_solr) [n:127.0.0.1:48786_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1657830 INFO  (zkCallback-2195-thread-1-processing-n:127.0.0.1:58946_solr) [n:127.0.0.1:58946_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1657830 INFO  (jetty-launcher-2169-thread-3) [n:127.0.0.1:48786_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1657835 INFO  (jetty-launcher-2169-thread-3) [n:127.0.0.1:48786_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48786_solr
   [junit4]   2> 1657836 DEBUG (OverseerStateUpdate-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:48786_solr"} current state version: 0
   [junit4]   2> 1657836 DEBUG (OverseerStateUpdate-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:48786_solr
   [junit4]   2> 1657837 INFO  (zkCallback-2191-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1657837 INFO  (zkCallback-2193-thread-1-processing-n:127.0.0.1:48786_solr) [n:127.0.0.1:48786_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1657844 INFO  (zkCallback-2195-thread-1-processing-n:127.0.0.1:58946_solr) [n:127.0.0.1:58946_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1657997 INFO  (jetty-launcher-2169-thread-1) [n:127.0.0.1:46401_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46401.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b1f6e64
   [junit4]   2> 1658007 INFO  (jetty-launcher-2169-thread-1) [n:127.0.0.1:46401_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46401.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b1f6e64
   [junit4]   2> 1658007 INFO  (jetty-launcher-2169-thread-1) [n:127.0.0.1:46401_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46401.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b1f6e64
   [junit4]   2> 1658008 INFO  (jetty-launcher-2169-thread-1) [n:127.0.0.1:46401_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node1/.
   [junit4]   2> 1658008 INFO  (jetty-launcher-2169-thread-3) [n:127.0.0.1:48786_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48786.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b1f6e64
   [junit4]   2> 1658017 INFO  (jetty-launcher-2169-thread-3) [n:127.0.0.1:48786_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48786.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b1f6e64
   [junit4]   2> 1658017 INFO  (jetty-launcher-2169-thread-3) [n:127.0.0.1:48786_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48786.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b1f6e64
   [junit4]   2> 1658019 INFO  (jetty-launcher-2169-thread-3) [n:127.0.0.1:48786_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node3/.
   [junit4]   2> 1658105 INFO  (jetty-launcher-2169-thread-2) [n:127.0.0.1:58946_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58946.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b1f6e64
   [junit4]   2> 1658111 INFO  (jetty-launcher-2169-thread-2) [n:127.0.0.1:58946_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58946.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b1f6e64
   [junit4]   2> 1658111 INFO  (jetty-launcher-2169-thread-2) [n:127.0.0.1:58946_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58946.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b1f6e64
   [junit4]   2> 1658112 INFO  (jetty-launcher-2169-thread-2) [n:127.0.0.1:58946_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node2/.
   [junit4]   2> 1658137 INFO  (zkConnectionManagerCallback-2204-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1658141 INFO  (zkConnectionManagerCallback-2208-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1658144 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[B9C4D48D323B6F5B]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1658145 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[B9C4D48D323B6F5B]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37189/solr ready
   [junit4]   2> 1658153 INFO  (qtp1393321398-9857) [n:127.0.0.1:46401_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&name=AutoscalingHistoryHandlerTest_collection&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1658157 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection AutoscalingHistoryHandlerTest_collection
   [junit4]   2> 1658158 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/protwords.txt
   [junit4]   2> 1658161 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
   [junit4]   2> 1658163 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/solrconfig.xml
   [junit4]   2> 1658166 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/synonyms.txt
   [junit4]   2> 1658169 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/stopwords.txt
   [junit4]   2> 1658171 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/params.json
   [junit4]   2> 1658175 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_it.txt
   [junit4]   2> 1658178 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stemdict_nl.txt
   [junit4]   2> 1658181 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_no.txt
   [junit4]   2> 1658185 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hy.txt
   [junit4]   2> 1658188 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ca.txt
   [junit4]   2> 1658191 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_id.txt
   [junit4]   2> 1658195 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ga.txt
   [junit4]   2> 1658198 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_da.txt
   [junit4]   2> 1658200 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hi.txt
   [junit4]   2> 1658204 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ja.txt
   [junit4]   2> 1658207 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_pt.txt
   [junit4]   2> 1658210 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hu.txt
   [junit4]   2> 1658213 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_el.txt
   [junit4]   2> 1658216 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ru.txt
   [junit4]   2> 1658219 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_tr.txt
   [junit4]   2> 1658221 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ar.txt
   [junit4]   2> 1658224 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/userdict_ja.txt
   [junit4]   2> 1658227 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_eu.txt
   [junit4]   2> 1658230 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_it.txt
   [junit4]   2> 1658234 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_cz.txt
   [junit4]   2> 1658236 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stoptags_ja.txt
   [junit4]   2> 1658240 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_fr.txt
   [junit4]   2> 1658242 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_de.txt
   [junit4]   2> 1658244 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fa.txt
   [junit4]   2> 1658247 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ga.txt
   [junit4]   2> 1658250 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ca.txt
   [junit4]   2> 1658253 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_nl.txt
   [junit4]   2> 1658256 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_bg.txt
   [junit4]   2> 1658259 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_lv.txt
   [junit4]   2> 1658262 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_en.txt
   [junit4]   2> 1658265 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_es.txt
   [junit4]   2> 1658269 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ro.txt
   [junit4]   2> 1658271 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_th.txt
   [junit4]   2> 1658274 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fr.txt
   [junit4]   2> 1658277 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_sv.txt
   [junit4]   2> 1658280 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fi.txt
   [junit4]   2> 1658283 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/hyphenations_ga.txt
   [junit4]   2> 1658287 INFO  (OverseerThreadFactory-3936-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_gl.txt
   [junit4]   2> 1658298 DEBUG (OverseerStateUpdate-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 1658298 DEBUG (OverseerStateUpdate-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.o.ClusterStateMutator building a new cName: AutoscalingHistoryHandlerTest_collection
   [junit4]   2> 1658298 DEBUG (OverseerStateUpdate-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json
   [junit4]   2> 1658411 DEBUG (OverseerStateUpdate-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:58946/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 1658411 INFO  (OverseerStateUpdate-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:58946/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1658418 DEBUG (OverseerStateUpdate-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{}}
   [junit4]   2> 1658419 DEBUG (OverseerStateUpdate-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node3":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"http://127.0.0.1:58946/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 1658420 DEBUG (OverseerStateUpdate-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:48786/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 1658420 INFO  (OverseerStateUpdate-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:48786/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1658426 DEBUG (OverseerStateUpdate-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node3":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"http://127.0.0.1:58946/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 1658426 DEBUG (OverseerStateUpdate-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node3":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"http://127.0.0.1:58946/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node5":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>       "base_url":"http://127.0.0.1:48786/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 1658428 DEBUG (OverseerStateUpdate-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:46401/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 1658428 INFO  (OverseerStateUpdate-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:46401/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1658431 DEBUG (OverseerStateUpdate-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node3":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"http://127.0.0.1:58946/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node5":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>       "base_url":"http://127.0.0.1:48786/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 1658432 DEBUG (OverseerStateUpdate-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node3":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"http://127.0.0.1:58946/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node5":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>       "base_url":"http://127.0.0.1:48786/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node6":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>       "base_url":"http://127.0.0.1:46401/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 1658538 DEBUG (OverseerStateUpdate-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 0
   [junit4]   2> 1658642 INFO  (qtp1393321398-9863) [n:127.0.0.1:46401_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n4&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1658644 INFO  (qtp1434870013-9850) [n:127.0.0.1:58946_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1658644 INFO  (qtp1398517812-9859) [n:127.0.0.1:48786_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n2&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1658645 INFO  (qtp1434870013-9850) [n:127.0.0.1:58946_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1658645 INFO  (qtp1393321398-9863) [n:127.0.0.1:46401_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1658645 INFO  (qtp1398517812-9859) [n:127.0.0.1:48786_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1658651 DEBUG (OverseerStateUpdate-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "core_node_name":"core_node5",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:48786/solr",
   [junit4]   2>   "node_name":"127.0.0.1:48786_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1658651 DEBUG (OverseerStateUpdate-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "core_node_name":"core_node5",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:48786/solr",
   [junit4]   2>   "node_name":"127.0.0.1:48786_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1658651 DEBUG (OverseerStateUpdate-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node5:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2","base_url":"http://127.0.0.1:48786/solr","node_name":"127.0.0.1:48786_solr","state":"down","type":"NRT"}
   [junit4]   2> 1658651 DEBUG (OverseerStateUpdate-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node3":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>           "base_url":"http://127.0.0.1:58946/solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "node_name":null,
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node5":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>           "base_url":"http://127.0.0.1:48786/solr",
   [junit4]   2>           "node_name":"127.0.0.1:48786_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node6":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>           "base_url":"http://127.0.0.1:46401/solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "node_name":null,
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 1658651 DEBUG (OverseerStateUpdate-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node3",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:58946/solr",
   [junit4]   2>   "node_name":"127.0.0.1:58946_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1658651 DEBUG (OverseerStateUpdate-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node3",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:58946/solr",
   [junit4]   2>   "node_name":"127.0.0.1:58946_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1658651 DEBUG (OverseerStateUpdate-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1","base_url":"http://127.0.0.1:58946/solr","node_name":"127.0.0.1:58946_solr","state":"down","type":"NRT"}
   [junit4]   2> 1658651 DEBUG (OverseerStateUpdate-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node3":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>           "base_url":"http://127.0.0.1:58946/solr",
   [junit4]   2>           "node_name":"127.0.0.1:58946_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node5":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>           "base_url":"http://127.0.0.1:48786/solr",
   [junit4]   2>           "node_name":"127.0.0.1:48786_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node6":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>           "base_url":"http://127.0.0.1:46401/solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "node_name":null,
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 1658652 DEBUG (OverseerStateUpdate-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>   "core_node_name":"core_node6",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:46401/solr",
   [junit4]   2>   "node_name":"127.0.0.1:46401_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1658652 DEBUG (OverseerStateUpdate-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>   "core_node_name":"core_node6",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:46401/solr",
   [junit4]   2>   "node_name":"127.0.0.1:46401_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1658652 DEBUG (OverseerStateUpdate-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node6:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4","base_url":"http://127.0.0.1:46401/solr","node_name":"127.0.0.1:46401_solr","state":"down","type":"NRT"}
   [junit4]   2> 1658652 DEBUG (OverseerStateUpdate-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node3":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>           "base_url":"http://127.0.0.1:58946/solr",
   [junit4]   2>           "node_name":"127.0.0.1:58946_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node5":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>           "base_url":"http://127.0.0.1:48786/solr",
   [junit4]   2>           "node_name":"127.0.0.1:48786_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node6":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>           "base_url":"http://127.0.0.1:46401/solr",
   [junit4]   2>           "node_name":"127.0.0.1:46401_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 1658753 DEBUG (OverseerStateUpdate-72157323163860999-127.0.0.1:46401_solr-n_0000000000) [n:127.0.0.1:46401_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 1
   [junit4]   2> 1658754 INFO  (zkCallback-2193-thread-1-processing-n:127.0.0.1:48786_solr) [n:127.0.0.1:48786_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1658754 INFO  (zkCallback-2191-thread-1-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1658754 INFO  (zkCallback-2195-thread-1-processing-n:127.0.0.1:58946_solr) [n:127.0.0.1:58946_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1658754 INFO  (zkCallback-2193-thread-2-processing-n:127.0.0.1:48786_solr) [n:127.0.0.1:48786_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1658754 INFO  (zkCallback-2191-thread-2-processing-n:127.0.0.1:46401_solr) [n:127.0.0.1:46401_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1658755 INFO  (zkCallback-2195-thread-2-processing-n:127.0.0.1:58946_solr) [n:127.0.0.1:58946_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1658824 DEBUG (ScheduledTrigger-3934-thread-1) [n:127.0.0.1:46401_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 1659667 INFO  (qtp1434870013-9850) [n:127.0.0.1:58946_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 1659667 INFO  (qtp1434870013-9850) [n:127.0.0.1:58946_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 1659668 INFO  (qtp1398517812-9859) [n:127.0.0.1:48786_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 1659668 INFO  (qtp1398517812-9859) [n:127.0.0.1:48786_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 1659668 WARN  (qtp1434870013-9850) [n:127.0.0.1:58946_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/extraction/lib
   [junit4]   2> 1659668 WARN  (qtp1398517812-9859) [n:127.0.0.1:48786_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/extraction/lib
   [junit4]   2> 1659668 WARN  (qtp1434870013-9850) [n:127.0.0.1:58946_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
   [junit4]   2> 1659669 WARN  (qtp1398517812-9859) [n:127.0.0.1:48786_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
   [junit4]   2> 1659669 WARN  (qtp1434870013-9850) [n:127.0.0.1:58946_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/clustering/lib
   [junit4]   2> 1659669 WARN  (qtp1398517812-9859) [n:127.0.0.1:48786_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/clustering/lib
   [junit4]   2> 1659669 WARN  (qtp1434870013-9850) [n:127.0.0.1:58946_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
   [junit4]   2> 1659669 WARN  (qtp1398517812-9859) [n:127.0.0.1:48786_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
   [junit4]   2> 1659669 WARN  (qtp1434870013-9850) [n:127.0.0.1:58946_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/langid/lib
   [junit4]   2> 1659670 WARN  (qtp1398517812-9859) [n:127.0.0.1:48786_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/langid/lib
   [junit4]   2> 1659670 WARN  (qtp1434870013-9850) [n:127.0.0.1:58946_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
   [junit4]   2> 1659670 WARN  (qtp1398517812-9859) [n:127.0.0.1:48786_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
   [junit4]   2> 1659670 WARN  (qtp1434870013-9850) [n:127.0.0.1:58946_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/velocity/lib
   [junit4]   2> 1659670 WARN  (qtp1434870013-9850) [n:127.0.0.1:58946_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
   [junit4]   2> 1659670 WARN  (qtp1398517812-9859) [n:127.0.0.1:48786_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/velocity/lib
   [junit4]   2> 1659670 WARN  (qtp1398517812-9859) [n:127.0.0.1:48786_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
   [junit4]   2> 1659674 INFO  (qtp1393321398-9863) [n:127.0.0.1:46401_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 1659674 INFO  (qtp1393321398-9863) [n:127.0.0.1:46401_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 1659675 WARN  (qtp1393321398-9863) [n:127.0.0.1:46401_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/extraction/lib
   [junit4]   2> 1659675 WARN  (qtp1393321398-9863) [n:127.0.0.1:46401_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist
   [junit4]   2> 1659676 WARN  (qtp1393321398-9863) [n:127.0.0.1:46401_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/clustering/lib
   [junit4]   2> 1659676 WARN  (qtp1393321398-9863) [n:127.0.0.1:46401_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist
   [junit4]   2> 1659676 WARN  (qtp1393321398-9863) [n:127.0.0.1:46401_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/langid/lib
   [junit4]   2> 1659676 WARN  (qtp1393321398-9863) [n:127.0.0.1:46401_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist
   [junit4]   2> 1659676 WARN  (qtp1393321398-9863) [n:127.0.0.1:46401_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/velocity/lib
   [junit4]   2> 1659676 WARN  (qtp1393321398-9863) [n:127.0.0.1:46401_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B9C4D48D323B6F5B-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist
   [junit4]   2> 1659678 INFO  (qtp1398517812-9859) [n:127.0.0.1:48786_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1659678 INFO  (qtp1434870013-9850) [n:127.0.0.1:58946_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1659684 INFO  (qtp1393321398-9863) [n:127.0.0.1:46401_solr c:AutoscalingHistory

[...truncated too long message...]

 o.a.s.c.ZkTestServer connecting to 127.0.0.1:55393 55393
   [junit4]   2> 4321695 INFO  (Thread-10408) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55393 55393
   [junit4]   2> 4321703 WARN  (Thread-10408) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	45	/solr/collections/collection1/terms/shard1
   [junit4]   2> 	23	/solr/clusterprops.json
   [junit4]   2> 	23	/solr/aliases.json
   [junit4]   2> 	22	/solr/security.json
   [junit4]   2> 	9	/solr/configs/conf
   [junit4]   2> 	2	/solr/collections/testMetricTrigger/terms/shard1
   [junit4]   2> 	2	/solr/collections/testMetricTrigger/terms/shard2
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	121	/solr/collections/collection1/state.json
   [junit4]   2> 	23	/solr/clusterstate.json
   [junit4]   2> 	13	/solr/collections/testMetricTrigger/state.json
   [junit4]   2> 	6	/solr/autoscaling.json
   [junit4]   2> 	3	/solr/overseer_elect/election/72157484682903593-127.0.0.1:59203_solr-n_0000000012
   [junit4]   2> 	3	/solr/overseer_elect/election/72157484682903611-127.0.0.1:60870_solr-n_0000000018
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/72157484682903581-core_node4-n_0000000001
   [junit4]   2> 	2	/solr/overseer_elect/election/72157484682903590-127.0.0.1:63614_solr-n_0000000011
   [junit4]   2> 	2	/solr/overseer_elect/election/72157484682903602-127.0.0.1:62947_solr-n_0000000015
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/72157484682903611-core_node8-n_0000000003
   [junit4]   2> 	2	/solr/overseer_elect/election/72157484682903575-127.0.0.1:47635_solr-n_0000000006
   [junit4]   2> 	2	/solr/overseer_elect/election/72157484682903605-127.0.0.1:36103_solr-n_0000000016
   [junit4]   2> 	2	/solr/overseer_elect/election/72157484682903563-127.0.0.1:54820_solr-n_0000000002
   [junit4]   2> 	2	/solr/overseer_elect/election/72157484682903581-127.0.0.1:39407_solr-n_0000000008
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	23	/solr/live_nodes
   [junit4]   2> 	23	/solr/collections
   [junit4]   2> 	6	/solr/overseer/queue-work
   [junit4]   2> 	6	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	6	/solr/overseer/queue
   [junit4]   2> 	6	/solr/overseer/collection-queue-work
   [junit4]   2> 	2	/solr/autoscaling/events/node_lost_triggerMR
   [junit4]   2> 	2	/solr/autoscaling/events/node_added_triggerCTOOR
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B9C4D48D323B6F5B-001
   [junit4]   2> Feb 07, 2018 1:03:08 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=LuceneFixedGap), x_s=FST50}, docValues:{}, maxPointsInLeafNode=1473, maxMBSortInHeap=6.740643175990627, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@54e48a8f), locale=ar-SA, timezone=Africa/Djibouti
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=314462952,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [RegexBoostProcessorTest, DistributedFacetPivotLargeTest, TestShardHandlerFactory, TestClusterStateMutator, AutoAddReplicasPlanActionTest, ZkStateWriterTest, AliasIntegrationTest, BJQParserTest, TestPrepRecovery, TestDistribIDF, PrimitiveFieldTypeTest, TestExtendedDismaxParser, TestSolrQueryResponse, DistributedFacetSimpleRefinementLongTailTest, ZkSolrClientTest, HdfsTlogReplayBufferedWhileIndexingTest, SortByFunctionTest, SpellCheckComponentTest, TestLegacyFieldReuse, SliceStateTest, TestFieldCacheVsDocValues, TestRequestForwarding, ManagedSchemaRoundRobinCloudTest, UUIDFieldTest, SaslZkACLProviderTest, ClusterStateUpdateTest, PKIAuthenticationIntegrationTest, DistributedQueueTest, ResponseLogComponentTest, TestBulkSchemaAPI, TestRandomFaceting, TestSolrCloudSnapshots, ClassificationUpdateProcessorFactoryTest, TestSolrCloudWithSecureImpersonation, OverseerCollectionConfigSetProcessorTest, TestJettySolrRunner, TestNodeLostTrigger, SoftAutoCommitTest, TestBinaryResponseWriter, ConcurrentCreateRoutedAliasTest, TestOverriddenPrefixQueryForCustomFieldType, TestValueSourceCache, TestSQLHandlerNonCloud, V2ApiIntegrationTest, TestIndexingPerformance, DistributedExpandComponentTest, TestUseDocValuesAsStored2, JavabinLoaderTest, TestManagedResourceStorage, TestConfigOverlay, LeaderFailureAfterFreshStartTest, TestCloudJSONFacetJoinDomain, CollectionsAPIAsyncDistributedZkTest, TestFreeTextSuggestions, TestWordDelimiterFilterFactory, TestDynamicLoading, TestTlogReplica, MetricTriggerTest, UninvertDocValuesMergePolicyTest, FullSolrCloudDistribCmdsTest, CdcrReplicationHandlerTest, TestJsonFacets, FileBasedSpellCheckerTest, TestRandomRequestDistribution, NodeLostTriggerTest, BaseCdcrDistributedZkTest, TestDocSet, LeaderElectionContextKeyTest, TestCloudSearcherWarming, SpellCheckCollatorTest, HdfsBasicDistributedZk2Test, TestLegacyTerms, TestDFRSimilarityFactory, DocValuesNotIndexedTest, TestDistributedSearch, BlockJoinFacetRandomTest, ReplaceNodeNoTargetTest, TestExecutePlanAction, TestSubQueryTransformer, HdfsLockFactoryTest, TestLMDirichletSimilarityFactory, TestStressUserVersions, TestConfigSetsAPI, TestSolrIndexConfig, SpatialHeatmapFacetsTest, DOMUtilTest, AutoscalingHistoryHandlerTest, TestComplexPhraseQParserPlugin, TestLargeCluster, TestFieldCacheSort, TestCodecSupport, ZkControllerTest, TestBadConfig, ResponseHeaderTest, TestSimpleTrackingShardHandler, TestLeaderInitiatedRecoveryThread, TestSearchPerf, LegacyCloudClusterPropTest, RequestHandlersTest, TestEmbeddedSolrServerConstructors, TestTestInjection, TestAtomicUpdateErrorCases, TestSegmentSorting, DeleteStatusTest, ConnectionManagerTest, SpellPossibilityIteratorTest, TestReplicationHandlerBackup, SolrCmdDistributorTest, TestSchemaSimilarityResource, TestManagedSynonymGraphFilterFactory, ShardRoutingTest, UpdateParamsTest, TestNamedUpdateProcessors, HdfsAutoAddReplicasIntegrationTest, BasicDistributedZk2Test, TestPivotHelperCode, TestStressInPlaceUpdates, TestLRUCache, DocValuesMultiTest, ExplicitHLLTest, TestBlendedInfixSuggestions, HdfsSyncSliceTest, PrimUtilsTest, BooleanFieldTest, TestHdfsUpdateLog, TestNestedDocsSort, TestLuceneMatchVersion, ParsingFieldUpdateProcessorsTest, TestSimDistributedQueue, MultiThreadedOCPTest, MergeStrategyTest, TestTolerantUpdateProcessorRandomCloud, TestFastWriter, SuggestComponentTest, SuggesterWFSTTest, TestSizeLimitedDistributedMap, BadComponentTest, BufferStoreTest, CollectionStateFormat2Test, ReturnFieldsTest, SparseHLLTest, TestScoreJoinQPScore, DistributedFacetPivotWhiteBoxTest, TestFieldTypeCollectionResource, TestMiniSolrCloudClusterSSL, SimplePostToolTest, TestClassicSimilarityFactory, TestReRankQParserPlugin, AtomicUpdateProcessorFactoryTest, CdcrUpdateLogTest, SubstringBytesRefFilterTest, TestMaxTokenLenTokenizer, BlobRepositoryCloudTest, TestCloudManagedSchema, OverseerTest, TestMacroExpander, DistanceFunctionTest, CloudMLTQParserTest, TestCollapseQParserPlugin, MissingSegmentRecoveryTest, OverseerTaskQueueTest, TestExportWriter, XsltUpdateRequestHandlerTest, DocExpirationUpdateProcessorFactoryTest, TestMaxScoreQueryParser, TestGraphMLResponseWriter, DocValuesTest, TestSerializedLuceneMatchVersion, CursorMarkTest, TestLocalFSCloudBackupRestore, CleanupOldIndexTest, DebugComponentTest, RuleEngineTest, ClassificationUpdateProcessorTest, NoCacheHeaderTest, TestZkAclsWithHadoopAuth, JsonLoaderTest, DistributedTermsComponentTest, SolrShardReporterTest, TestOrdValues, TestPullReplicaErrorHandling, TestCrossCoreJoin, TestQuerySenderListener, VMParamsZkACLAndCredentialsProvidersTest, TestMultiWordSynonyms, ScriptEngineTest, TestNRTOpen, TestStressReorder, CheckHdfsIndexTest, TestLuceneIndexBackCompat, BadIndexSchemaTest, TestCloudDeleteByQuery, TestConfig, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestSweetSpotSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestFastOutputStream, URLClassifyProcessorTest, DateMathParserTest, PreAnalyzedFieldTest, TestSuggestSpellingConverter, DateFieldTest, SpellingQueryConverterTest, ClusterStateTest, TestDocumentBuilder, SystemInfoHandlerTest, CircularListTest, TestRTGBase, CursorPagingTest, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, TestDistributedMissingSort, TestTolerantSearch, TestEmbeddedSolrServerAdminHandler, ActionThrottleTest, AssignBackwardCompatibilityTest, AsyncCallRequestStatusResponseTest, ChaosMonkeySafeLeaderWithPullReplicasTest, ConfigSetsAPITest, CreateRoutedAliasTest, DeleteNodeTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, DistributedVersionInfoTest, HttpPartitionTest, LeaderInitiatedRecoveryOnShardRestartTest, MigrateRouteKeyTest, MoveReplicaHDFSTest, RecoveryAfterSoftCommitTest, RemoteQueryErrorTest, ReplicationFactorTest, RestartWhileUpdatingTest, RollingRestartTest, SolrXmlInZkTest, TestConfigSetsAPIExclusivity, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestLockTree, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestStressLiveNodes, TestTolerantUpdateProcessorCloud, ZkShardTermsTest, AssignTest, CollectionsAPIDistributedZkTest, SimpleCollectionCreateDeleteTest, TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster, TestRequestStatusCollectionAPI, ComputePlanActionTest, HttpTriggerListenerTest, NodeAddedTriggerTest, TriggerIntegrationTest]
   [junit4] Completed [598/775 (2!)] on J1 in 203.49s, 14 tests, 1 error <<< FAILURES!

[...truncated 48757 lines...]

[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 1661 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1661/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.cloud.ReplaceNodeNoTargetTest.test

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([E01F0836E4A27A7A:684B37EC4A5E1782]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.ReplaceNodeNoTargetTest.test(ReplaceNodeNoTargetTest.java:92)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([E01F0836E4A27A7A:5A133FB9BB4AAC35]:0)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1565)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12954 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
   [junit4]   2> 1676938 INFO  (SUITE-TriggerIntegrationTest-seed#[E01F0836E4A27A7A]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E01F0836E4A27A7A-001/init-core-data-001
   [junit4]   2> 1676939 WARN  (SUITE-TriggerIntegrationTest-seed#[E01F0836E4A27A7A]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 1676939 INFO  (SUITE-TriggerIntegrationTest-seed#[E01F0836E4A27A7A]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1676941 INFO  (SUITE-TriggerIntegrationTest-seed#[E01F0836E4A27A7A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1676942 INFO  (SUITE-TriggerIntegrationTest-seed#[E01F0836E4A27A7A]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E01F0836E4A27A7A-001/tempDir-001
   [junit4]   2> 1676942 INFO  (SUITE-TriggerIntegrationTest-seed#[E01F0836E4A27A7A]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1676942 INFO  (Thread-6284) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1676942 INFO  (Thread-6284) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1676944 ERROR (Thread-6284) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1677042 INFO  (SUITE-TriggerIntegrationTest-seed#[E01F0836E4A27A7A]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:51418
   [junit4]   2> 1677045 INFO  (zkConnectionManagerCallback-2880-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1677054 INFO  (jetty-launcher-2877-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:57:37-03:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1677054 INFO  (jetty-launcher-2877-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:57:37-03:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1677057 INFO  (jetty-launcher-2877-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1677057 INFO  (jetty-launcher-2877-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1677057 INFO  (jetty-launcher-2877-thread-2) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1677058 INFO  (jetty-launcher-2877-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1677058 INFO  (jetty-launcher-2877-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1677058 INFO  (jetty-launcher-2877-thread-1) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1677058 INFO  (jetty-launcher-2877-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5c97ccbf{/solr,null,AVAILABLE}
   [junit4]   2> 1677058 INFO  (jetty-launcher-2877-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7b05e559{/solr,null,AVAILABLE}
   [junit4]   2> 1677059 INFO  (jetty-launcher-2877-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@36a04aaf{SSL,[ssl, http/1.1]}{127.0.0.1:46504}
   [junit4]   2> 1677059 INFO  (jetty-launcher-2877-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@44b6d965{SSL,[ssl, http/1.1]}{127.0.0.1:45154}
   [junit4]   2> 1677060 INFO  (jetty-launcher-2877-thread-1) [    ] o.e.j.s.Server Started @1681184ms
   [junit4]   2> 1677060 INFO  (jetty-launcher-2877-thread-2) [    ] o.e.j.s.Server Started @1681184ms
   [junit4]   2> 1677060 INFO  (jetty-launcher-2877-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46504}
   [junit4]   2> 1677060 INFO  (jetty-launcher-2877-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45154}
   [junit4]   2> 1677060 ERROR (jetty-launcher-2877-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1677060 INFO  (jetty-launcher-2877-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1677060 INFO  (jetty-launcher-2877-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1677060 ERROR (jetty-launcher-2877-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1677060 INFO  (jetty-launcher-2877-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1677060 INFO  (jetty-launcher-2877-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1677060 INFO  (jetty-launcher-2877-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-04T07:33:48.309Z
   [junit4]   2> 1677060 INFO  (jetty-launcher-2877-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1677060 INFO  (jetty-launcher-2877-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1677060 INFO  (jetty-launcher-2877-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-04T07:33:48.309Z
   [junit4]   2> 1677063 INFO  (zkConnectionManagerCallback-2882-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1677063 INFO  (zkConnectionManagerCallback-2884-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1677064 INFO  (jetty-launcher-2877-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1677064 INFO  (jetty-launcher-2877-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1677070 INFO  (jetty-launcher-2877-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51418/solr
   [junit4]   2> 1677071 INFO  (jetty-launcher-2877-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51418/solr
   [junit4]   2> 1677073 INFO  (zkConnectionManagerCallback-2889-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1677074 INFO  (zkConnectionManagerCallback-2892-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1677077 INFO  (zkConnectionManagerCallback-2894-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1677081 INFO  (zkConnectionManagerCallback-2896-thread-1-processing-n:127.0.0.1:45154_solr) [n:127.0.0.1:45154_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1677114 INFO  (jetty-launcher-2877-thread-1) [n:127.0.0.1:46504_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1677115 INFO  (jetty-launcher-2877-thread-1) [n:127.0.0.1:46504_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46504_solr
   [junit4]   2> 1677117 INFO  (jetty-launcher-2877-thread-1) [n:127.0.0.1:46504_solr    ] o.a.s.c.Overseer Overseer (id=72139192327208965-127.0.0.1:46504_solr-n_0000000000) starting
   [junit4]   2> 1677131 INFO  (jetty-launcher-2877-thread-1) [n:127.0.0.1:46504_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46504_solr
   [junit4]   2> 1677133 DEBUG (OverseerAutoScalingTriggerThread-72139192327208965-127.0.0.1:46504_solr-n_0000000000) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 1677135 INFO  (OverseerStateUpdate-72139192327208965-127.0.0.1:46504_solr-n_0000000000) [n:127.0.0.1:46504_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1677135 DEBUG (OverseerAutoScalingTriggerThread-72139192327208965-127.0.0.1:46504_solr-n_0000000000) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 1677137 DEBUG (OverseerAutoScalingTriggerThread-72139192327208965-127.0.0.1:46504_solr-n_0000000000) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:46504_solr]
   [junit4]   2> 1677137 DEBUG (OverseerAutoScalingTriggerThread-72139192327208965-127.0.0.1:46504_solr-n_0000000000) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 1677137 DEBUG (OverseerAutoScalingTriggerThread-72139192327208965-127.0.0.1:46504_solr-n_0000000000) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 1677140 DEBUG (OverseerAutoScalingTriggerThread-72139192327208965-127.0.0.1:46504_solr-n_0000000000) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1677141 DEBUG (OverseerAutoScalingTriggerThread-72139192327208965-127.0.0.1:46504_solr-n_0000000000) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 1677142 DEBUG (ScheduledTrigger-4903-thread-1) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 1677219 INFO  (jetty-launcher-2877-thread-2) [n:127.0.0.1:45154_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1677223 INFO  (jetty-launcher-2877-thread-2) [n:127.0.0.1:45154_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1677227 INFO  (jetty-launcher-2877-thread-2) [n:127.0.0.1:45154_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45154_solr
   [junit4]   2> 1677228 INFO  (zkCallback-2893-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1677229 INFO  (zkCallback-2895-thread-1-processing-n:127.0.0.1:45154_solr) [n:127.0.0.1:45154_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1677289 INFO  (jetty-launcher-2877-thread-1) [n:127.0.0.1:46504_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46504.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d80b7f1
   [junit4]   2> 1677309 INFO  (jetty-launcher-2877-thread-1) [n:127.0.0.1:46504_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46504.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d80b7f1
   [junit4]   2> 1677310 INFO  (jetty-launcher-2877-thread-1) [n:127.0.0.1:46504_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46504.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d80b7f1
   [junit4]   2> 1677311 INFO  (jetty-launcher-2877-thread-1) [n:127.0.0.1:46504_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E01F0836E4A27A7A-001/tempDir-001/node1/.
   [junit4]   2> 1677313 INFO  (jetty-launcher-2877-thread-2) [n:127.0.0.1:45154_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45154.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d80b7f1
   [junit4]   2> 1677319 INFO  (jetty-launcher-2877-thread-2) [n:127.0.0.1:45154_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45154.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d80b7f1
   [junit4]   2> 1677319 INFO  (jetty-launcher-2877-thread-2) [n:127.0.0.1:45154_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45154.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d80b7f1
   [junit4]   2> 1677320 INFO  (jetty-launcher-2877-thread-2) [n:127.0.0.1:45154_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E01F0836E4A27A7A-001/tempDir-001/node2/.
   [junit4]   2> 1677345 INFO  (zkConnectionManagerCallback-2902-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1677349 INFO  (zkConnectionManagerCallback-2906-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1677351 INFO  (SUITE-TriggerIntegrationTest-seed#[E01F0836E4A27A7A]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1677353 INFO  (SUITE-TriggerIntegrationTest-seed#[E01F0836E4A27A7A]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:51418/solr ready
   [junit4]   2> 1677378 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[E01F0836E4A27A7A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerThrottling
   [junit4]   2> 1677379 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[E01F0836E4A27A7A]) [    ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
   [junit4]   2> 1677379 DEBUG (zkCallback-2893-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 1677379 DEBUG (OverseerAutoScalingTriggerThread-72139192327208965-127.0.0.1:46504_solr-n_0000000000) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 1677385 DEBUG (OverseerAutoScalingTriggerThread-72139192327208965-127.0.0.1:46504_solr-n_0000000000) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 1677386 DEBUG (OverseerAutoScalingTriggerThread-72139192327208965-127.0.0.1:46504_solr-n_0000000000) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1677386 DEBUG (OverseerAutoScalingTriggerThread-72139192327208965-127.0.0.1:46504_solr-n_0000000000) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 1677440 INFO  (qtp1954844368-16069) [n:127.0.0.1:45154_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1677445 INFO  (qtp1457606023-16064) [n:127.0.0.1:46504_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1677446 DEBUG (qtp1457606023-16061) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1677447 INFO  (qtp1457606023-16061) [n:127.0.0.1:46504_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=34
   [junit4]   2> 1677447 DEBUG (zkCallback-2893-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 1677453 DEBUG (zkCallback-2893-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:46504_solr, 127.0.0.1:45154_solr]
   [junit4]   2> 1677453 DEBUG (zkCallback-2893-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 1677456 INFO  (qtp1954844368-16068) [n:127.0.0.1:45154_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1677459 INFO  (qtp1457606023-16075) [n:127.0.0.1:46504_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1677460 DEBUG (qtp1457606023-16073) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1677460 INFO  (qtp1457606023-16073) [n:127.0.0.1:46504_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=7
   [junit4]   2> 1677461 DEBUG (zkCallback-2893-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 1677461 DEBUG (zkCallback-2893-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:46504_solr, 127.0.0.1:45154_solr]
   [junit4]   2> 1677461 DEBUG (zkCallback-2893-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 1677462 DEBUG (zkCallback-2893-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:46504_solr, 127.0.0.1:45154_solr]
   [junit4]   2> 1677462 DEBUG (zkCallback-2893-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 1677462 DEBUG (OverseerAutoScalingTriggerThread-72139192327208965-127.0.0.1:46504_solr-n_0000000000) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 1677465 INFO  (OverseerAutoScalingTriggerThread-72139192327208965-127.0.0.1:46504_solr-n_0000000000) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 1677469 DEBUG (ScheduledTrigger-4903-thread-1) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
   [junit4]   2> 1677469 INFO  (OverseerAutoScalingTriggerThread-72139192327208965-127.0.0.1:46504_solr-n_0000000000) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 1677469 DEBUG (ScheduledTrigger-4903-thread-1) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1677471 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[E01F0836E4A27A7A]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:57:37-03:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1677474 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[E01F0836E4A27A7A]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1677474 DEBUG (OverseerAutoScalingTriggerThread-72139192327208965-127.0.0.1:46504_solr-n_0000000000) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 1677474 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[E01F0836E4A27A7A]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1677474 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[E01F0836E4A27A7A]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1677474 DEBUG (OverseerAutoScalingTriggerThread-72139192327208965-127.0.0.1:46504_solr-n_0000000000) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 1677474 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[E01F0836E4A27A7A]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@48ab122e{/solr,null,AVAILABLE}
   [junit4]   2> 1677475 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[E01F0836E4A27A7A]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1a4f7be3{SSL,[ssl, http/1.1]}{127.0.0.1:57347}
   [junit4]   2> 1677475 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[E01F0836E4A27A7A]) [    ] o.e.j.s.Server Started @1681600ms
   [junit4]   2> 1677475 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[E01F0836E4A27A7A]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57347}
   [junit4]   2> 1677475 ERROR (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[E01F0836E4A27A7A]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1677476 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[E01F0836E4A27A7A]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1677476 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[E01F0836E4A27A7A]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1677476 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[E01F0836E4A27A7A]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1677476 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[E01F0836E4A27A7A]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-04T07:33:48.725Z
   [junit4]   2> 1677476 DEBUG (ScheduledTrigger-4903-thread-2) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 1677476 DEBUG (ScheduledTrigger-4903-thread-2) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1677478 INFO  (zkConnectionManagerCallback-2908-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1677479 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[E01F0836E4A27A7A]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1677486 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[E01F0836E4A27A7A]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51418/solr
   [junit4]   2> 1677490 INFO  (zkConnectionManagerCallback-2912-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1677494 INFO  (zkConnectionManagerCallback-2914-thread-1-processing-n:127.0.0.1:57347_solr) [n:127.0.0.1:57347_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1677502 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[E01F0836E4A27A7A]) [n:127.0.0.1:57347_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1677505 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[E01F0836E4A27A7A]) [n:127.0.0.1:57347_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1677509 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[E01F0836E4A27A7A]) [n:127.0.0.1:57347_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57347_solr
   [junit4]   2> 1677511 INFO  (zkCallback-2895-thread-1-processing-n:127.0.0.1:45154_solr) [n:127.0.0.1:45154_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1677511 INFO  (zkCallback-2893-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1677512 INFO  (zkCallback-2905-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1677513 INFO  (zkCallback-2913-thread-1-processing-n:127.0.0.1:57347_solr) [n:127.0.0.1:57347_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1677641 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[E01F0836E4A27A7A]) [n:127.0.0.1:57347_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57347.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d80b7f1
   [junit4]   2> 1677648 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[E01F0836E4A27A7A]) [n:127.0.0.1:57347_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57347.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d80b7f1
   [junit4]   2> 1677648 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[E01F0836E4A27A7A]) [n:127.0.0.1:57347_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57347.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d80b7f1
   [junit4]   2> 1677649 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[E01F0836E4A27A7A]) [n:127.0.0.1:57347_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E01F0836E4A27A7A-001/tempDir-001/node3/.
   [junit4]   2> 1678473 DEBUG (ScheduledTrigger-4903-thread-1) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
   [junit4]   2> 1678473 DEBUG (ScheduledTrigger-4903-thread-1) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1678473 DEBUG (ScheduledTrigger-4903-thread-1) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:57347_solr at time 1245092614874353
   [junit4]   2> 1678473 DEBUG (ScheduledTrigger-4903-thread-1) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:57347_solr] added at times [1245092614874353], now=1245092615040510
   [junit4]   2> 1678474 DEBUG (ScheduledTrigger-4903-thread-1) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"46c67b705a4f1T6yxc254c0iw7aqj07grn0ks1b",
   [junit4]   2>   "source":"node_added_trigger2",
   [junit4]   2>   "eventTime":1245092614874353,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1245092614874353],
   [junit4]   2>     "nodeNames":["127.0.0.1:57347_solr"]}}
   [junit4]   2> 1678475 DEBUG (ScheduledTrigger-4903-thread-1) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger2, node_added_trigger1]
   [junit4]   2> 1678476 INFO  (ScheduledTrigger-4903-thread-1) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 1678476 DEBUG (AutoscalingActionExecutor-4904-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"46c67b705a4f1T6yxc254c0iw7aqj07grn0ks1b",
   [junit4]   2>   "source":"node_added_trigger2",
   [junit4]   2>   "eventTime":1245092614874353,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1245092614874353],
   [junit4]   2>     "_enqueue_time_":1245092616233552,
   [junit4]   2>     "nodeNames":["127.0.0.1:57347_solr"]}}
   [junit4]   2> 1678477 INFO  (AutoscalingActionExecutor-4904-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.TriggerIntegrationTest action executed from node_added_trigger2
   [junit4]   2> 1678479 DEBUG (AutoscalingActionExecutor-4904-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
   [junit4]   2> 1678479 DEBUG (AutoscalingActionExecutor-4904-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
   [junit4]   2> 1678479 DEBUG (AutoscalingActionExecutor-4904-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.ScheduledTriggers -- processing took 2 ms for event id=46c67b705a4f1T6yxc254c0iw7aqj07grn0ks1b
   [junit4]   2> 1683482 DEBUG (ScheduledTrigger-4903-thread-2) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 1683483 DEBUG (ScheduledTrigger-4903-thread-2) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1683483 DEBUG (ScheduledTrigger-4903-thread-3) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
   [junit4]   2> 1683483 DEBUG (ScheduledTrigger-4903-thread-3) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1683483 DEBUG (ScheduledTrigger-4903-thread-2) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:57347_solr at time 1245097626283768
   [junit4]   2> 1683483 DEBUG (ScheduledTrigger-4903-thread-2) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:57347_solr] added at times [1245097626283768], now=1245097626483510
   [junit4]   2> 1683483 DEBUG (ScheduledTrigger-4903-thread-2) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"46c68e1b9aef8T6yxc254c0iw7aqj07grn0ks1d",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":1245097626283768,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1245097626283768],
   [junit4]   2>     "nodeNames":["127.0.0.1:57347_solr"]}}
   [junit4]   2> 1683483 DEBUG (ScheduledTrigger-4903-thread-2) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger2, node_added_trigger1]
   [junit4]   2> 1683484 INFO  (ScheduledTrigger-4903-thread-2) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 1683484 DEBUG (AutoscalingActionExecutor-4904-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"46c68e1b9aef8T6yxc254c0iw7aqj07grn0ks1d",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":1245097626283768,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1245097626283768],
   [junit4]   2>     "_enqueue_time_":1245097626675357,
   [junit4]   2>     "nodeNames":["127.0.0.1:57347_solr"]}}
   [junit4]   2> 1683485 INFO  (AutoscalingActionExecutor-4904-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.TriggerIntegrationTest last action at 1517729629726000000 current time = 1517729634733000000
   [junit4]   2> real diff: 5007000000
   [junit4]   2>  min diff: 4998000000
   [junit4]   2> 1683485 INFO  (AutoscalingActionExecutor-4904-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.TriggerIntegrationTest action executed from node_added_trigger1
   [junit4]   2> 1683486 DEBUG (AutoscalingActionExecutor-4904-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
   [junit4]   2> 1683486 DEBUG (AutoscalingActionExecutor-4904-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
   [junit4]   2> 1683486 DEBUG (AutoscalingActionExecutor-4904-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=46c68e1b9aef8T6yxc254c0iw7aqj07grn0ks1d
   [junit4]   2> 1683496 INFO  (qtp1954844368-16068) [n:127.0.0.1:45154_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1683503 INFO  (qtp1457606023-16074) [n:127.0.0.1:46504_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1683530 INFO  (qtp1014069589-16129) [n:127.0.0.1:57347_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1683530 DEBUG (qtp1954844368-16069) [n:127.0.0.1:45154_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1683534 INFO  (qtp1954844368-16069) [n:127.0.0.1:45154_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=44
   [junit4]   2> 1683535 DEBUG (zkCallback-2893-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
   [junit4]   2> 1683535 DEBUG (zkCallback-2893-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:46504_solr, 127.0.0.1:57347_solr, 127.0.0.1:45154_solr]
   [junit4]   2> 1683535 DEBUG (zkCallback-2893-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 1683536 DEBUG (zkCallback-2893-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:46504_solr, 127.0.0.1:57347_solr, 127.0.0.1:45154_solr]
   [junit4]   2> 1683536 DEBUG (zkCallback-2893-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:46504_solr, 127.0.0.1:57347_solr, 127.0.0.1:45154_solr]
   [junit4]   2> 1683536 DEBUG (zkCallback-2893-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 1683537 DEBUG (OverseerAutoScalingTriggerThread-72139192327208965-127.0.0.1:46504_solr-n_0000000000) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
   [junit4]   2> 1683540 INFO  (OverseerAutoScalingTriggerThread-72139192327208965-127.0.0.1:46504_solr-n_0000000000) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 1683540 INFO  (qtp1954844368-16072) [n:127.0.0.1:45154_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1683541 DEBUG (OverseerAutoScalingTriggerThread-72139192327208965-127.0.0.1:46504_solr-n_0000000000) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
   [junit4]   2> 1683541 DEBUG (ScheduledTrigger-4903-thread-3) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 3
   [junit4]   2> 1683542 INFO  (qtp1457606023-16074) [n:127.0.0.1:46504_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1683546 INFO  (qtp1014069589-16128) [n:127.0.0.1:57347_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1683546 DEBUG (qtp1457606023-16073) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1683547 INFO  (qtp1457606023-16073) [n:127.0.0.1:46504_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=10
   [junit4]   2> 1683547 DEBUG (zkCallback-2893-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
   [junit4]   2> 1683548 DEBUG (zkCallback-2893-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:46504_solr, 127.0.0.1:57347_solr, 127.0.0.1:45154_solr]
   [junit4]   2> 1683548 DEBUG (zkCallback-2893-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 1683548 DEBUG (zkCallback-2893-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:46504_solr, 127.0.0.1:57347_solr, 127.0.0.1:45154_solr]
   [junit4]   2> 1683549 DEBUG (zkCallback-2893-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:46504_solr, 127.0.0.1:57347_solr, 127.0.0.1:45154_solr]
   [junit4]   2> 1683549 DEBUG (zkCallback-2893-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 1683549 DEBUG (zkCallback-2893-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:46504_solr, 127.0.0.1:57347_solr, 127.0.0.1:45154_solr]
   [junit4]   2> 1683549 DEBUG (OverseerAutoScalingTriggerThread-72139192327208965-127.0.0.1:46504_solr-n_0000000000) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
   [junit4]   2> 1683553 INFO  (OverseerAutoScalingTriggerThread-72139192327208965-127.0.0.1:46504_solr-n_0000000000) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 1683553 DEBUG (OverseerAutoScalingTriggerThread-72139192327208965-127.0.0.1:46504_solr-n_0000000000) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
   [junit4]   2> 1683554 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[E01F0836E4A27A7A]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1a4f7be3{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1683554 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[E01F0836E4A27A7A]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2078637590
   [junit4]   2> 1683555 DEBUG (ScheduledTrigger-4903-thread-2) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 3
   [junit4]   2> 1683555 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[E01F0836E4A27A7A]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1683555 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[E01F0836E4A27A7A]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5b9e7e7f: rootName = solr_57347, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@218cb2b2
   [junit4]   2> 1683560 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[E01F0836E4A27A7A]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1683560 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[E01F0836E4A27A7A]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@321b397e: rootName = solr_57347, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@3850bcb8
   [junit4]   2> 1683563 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[E01F0836E4A27A7A]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1683563 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[E01F0836E4A27A7A]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4fd8266b: rootName = solr_57347, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@b9a7869
   [junit4]   2> 1683565 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[E01F0836E4A27A7A]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:57347_solr
   [junit4]   2> 1683566 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[E01F0836E4A27A7A]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1683566 INFO  (zkCallback-2905-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1683566 INFO  (zkCallback-2893-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1683566 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[E01F0836E4A27A7A]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1683567 INFO  (zkCallback-2895-thread-1-processing-n:127.0.0.1:45154_solr) [n:127.0.0.1:45154_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1683567 INFO  (zkCallback-2913-thread-1-processing-n:127.0.0.1:57347_solr) [n:127.0.0.1:57347_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1683568 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[E01F0836E4A27A7A]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@48ab122e{/solr,null,UNAVAILABLE}
   [junit4]   2> 1683568 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[E01F0836E4A27A7A]) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 1684543 DEBUG (ScheduledTrigger-4903-thread-3) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 2
   [junit4]   2> 1684543 DEBUG (ScheduledTrigger-4903-thread-3) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:57347_solr
   [junit4]   2> 1684543 DEBUG (ScheduledTrigger-4903-thread-3) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:57347_solr]
   [junit4]   2> 1684543 DEBUG (ScheduledTrigger-4903-thread-3) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"46c6920f17125T6yxc254c0iw7aqj07grn0ks1f",
   [junit4]   2>   "source":"node_lost_trigger1",
   [junit4]   2>   "eventTime":1245098686902565,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1245098686902565],
   [junit4]   2>     "nodeNames":["127.0.0.1:57347_solr"]}}
   [junit4]   2> 1684544 DEBUG (ScheduledTrigger-4903-thread-3) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, node_added_trigger2, node_lost_trigger1, node_added_trigger1]
   [junit4]   2> 1684544 INFO  (ScheduledTrigger-4903-thread-3) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 1684545 DEBUG (AutoscalingActionExecutor-4904-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"46c6920f17125T6yxc254c0iw7aqj07grn0ks1f",
   [junit4]   2>   "source":"node_lost_trigger1",
   [junit4]   2>   "eventTime":1245098686902565,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1245098686902565],
   [junit4]   2>     "_enqueue_time_":1245098687149482,
   [junit4]   2>     "nodeNames":["127.0.0.1:57347_solr"]}}
   [junit4]   2> 1684545 INFO  (AutoscalingActionExecutor-4904-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.TriggerIntegrationTest action executed from node_lost_trigger1
   [junit4]   2> 1684546 DEBUG (AutoscalingActionExecutor-4904-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger2 after 5000ms
   [junit4]   2> 1684547 DEBUG (AutoscalingActionExecutor-4904-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
   [junit4]   2> 1684547 DEBUG (AutoscalingActionExecutor-4904-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 5000ms
   [junit4]   2> 1684547 DEBUG (AutoscalingActionExecutor-4904-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
   [junit4]   2> 1684547 DEBUG (AutoscalingActionExecutor-4904-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.ScheduledTriggers -- processing took 2 ms for event id=46c6920f17125T6yxc254c0iw7aqj07grn0ks1f
   [junit4]   2> 1689547 DEBUG (ScheduledTrigger-4903-thread-2) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
   [junit4]   2> 1689547 DEBUG (ScheduledTrigger-4903-thread-2) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1689548 DEBUG (ScheduledTrigger-4903-thread-3) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 2
   [junit4]   2> 1689548 DEBUG (ScheduledTrigger-4903-thread-1) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 2
   [junit4]   2> 1689548 DEBUG (ScheduledTrigger-4903-thread-1) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:57347_solr
   [junit4]   2> 1689548 DEBUG (ScheduledTrigger-4903-thread-1) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:57347_solr]
   [junit4]   2> 1689548 DEBUG (ScheduledTrigger-4903-thread-4) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 1689548 DEBUG (ScheduledTrigger-4903-thread-4) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1689548 DEBUG (ScheduledTrigger-4903-thread-1) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"46c6a4b58b23cT6yxc254c0iw7aqj07grn0ks1h",
   [junit4]   2>   "source":"node_lost_trigger2",
   [junit4]   2>   "eventTime":1245103693279804,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1245103693279804],
   [junit4]   2>     "nodeNames":["127.0.0.1:57347_solr"]}}
   [junit4]   2> 1689548 DEBUG (ScheduledTrigger-4903-thread-1) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, node_added_trigger2, node_lost_trigger1, node_added_trigger1]
   [junit4]   2> 1689552 INFO  (ScheduledTrigger-4903-thread-1) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 1689553 DEBUG (AutoscalingActionExecutor-4904-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"46c6a4b58b23cT6yxc254c0iw7aqj07grn0ks1h",
   [junit4]   2>   "source":"node_lost_trigger2",
   [junit4]   2>   "eventTime":1245103693279804,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1245103693279804],
   [junit4]   2>     "_enqueue_time_":1245103693280117,
   [junit4]   2>     "nodeNames":["127.0.0.1:57347_solr"]}}
   [junit4]   2> 1689553 INFO  (AutoscalingActionExecutor-4904-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.TriggerIntegrationTest last action at 1517729635794000000 current time = 1517729640802000000
   [junit4]   2> real diff: 5008000000
   [junit4]   2>  min diff: 4998000000
   [junit4]   2> 1689553 INFO  (AutoscalingActionExecutor-4904-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.TriggerIntegrationTest action executed from node_lost_trigger2
   [junit4]   2> 1689553 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[E01F0836E4A27A7A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testTriggerThrottling
   [junit4]   2> 1689567 DEBUG (AutoscalingActionExecutor-4904-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger2 after 5000ms
   [junit4]   2> 1689569 DEBUG (AutoscalingActionExecutor-4904-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
   [junit4]   2> 1689569 DEBUG (AutoscalingActionExecutor-4904-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 5000ms
   [junit4]   2> 1689569 DEBUG (AutoscalingActionExecutor-4904-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
   [junit4]   2> 1689570 DEBUG (AutoscalingActionExecutor-4904-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.ScheduledTriggers -- processing took 17 ms for event id=46c6a4b58b23cT6yxc254c0iw7aqj07grn0ks1h
   [junit4]   2> 1689582 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeMarkersRegistration
   [junit4]   2> 1689582 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 7
   [junit4]   2> 1689583 DEBUG (zkCallback-2893-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
   [junit4]   2> 1689583 DEBUG (OverseerAutoScalingTriggerThread-72139192327208965-127.0.0.1:46504_solr-n_0000000000) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
   [junit4]   2> 1689590 DEBUG (OverseerAutoScalingTriggerThread-72139192327208965-127.0.0.1:46504_solr-n_0000000000) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 1689591 DEBUG (OverseerAutoScalingTriggerThread-72139192327208965-127.0.0.1:46504_solr-n_0000000000) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1689591 DEBUG (OverseerAutoScalingTriggerThread-72139192327208965-127.0.0.1:46504_solr-n_0000000000) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
   [junit4]   2> 1689592 INFO  (qtp1954844368-16068) [n:127.0.0.1:45154_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1689600 INFO  (qtp1954844368-16068) [n:127.0.0.1:45154_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=8
   [junit4]   2> 1689603 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:57:37-03:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1689603 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1689603 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1689603 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1689604 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@63ec385a{/solr,null,AVAILABLE}
   [junit4]   2> 1689604 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@74de757c{SSL,[ssl, http/1.1]}{127.0.0.1:48551}
   [junit4]   2> 1689604 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.e.j.s.Server Started @1693733ms
   [junit4]   2> 1689604 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48551}
   [junit4]   2> 1689604 ERROR (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1689605 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1689605 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1689605 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1689605 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-04T07:34:00.854Z
   [junit4]   2> 1689607 INFO  (zkConnectionManagerCallback-2918-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1689607 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1689628 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1004a36950c000c, likely client has closed socket
   [junit4]   2> 1689632 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51418/solr
   [junit4]   2> 1689634 INFO  (zkConnectionManagerCallback-2922-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1689637 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1004a36950c000d, likely client has closed socket
   [junit4]   2> 1689639 INFO  (zkConnectionManagerCallback-2924-thread-1-processing-n:127.0.0.1:48551_solr) [n:127.0.0.1:48551_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1689650 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [n:127.0.0.1:48551_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1689654 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [n:127.0.0.1:48551_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1689658 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [n:127.0.0.1:48551_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48551_solr
   [junit4]   2> 1689661 INFO  (zkCallback-2895-thread-1-processing-n:127.0.0.1:45154_solr) [n:127.0.0.1:45154_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1689661 INFO  (zkCallback-2893-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1689661 INFO  (zkCallback-2905-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1689662 INFO  (zkCallback-2923-thread-1-processing-n:127.0.0.1:48551_solr) [n:127.0.0.1:48551_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1689759 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [n:127.0.0.1:48551_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48551.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d80b7f1
   [junit4]   2> 1689767 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [n:127.0.0.1:48551_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48551.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d80b7f1
   [junit4]   2> 1689767 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [n:127.0.0.1:48551_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48551.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d80b7f1
   [junit4]   2> 1689768 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [n:127.0.0.1:48551_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E01F0836E4A27A7A-001/tempDir-001/node4/.
   [junit4]   2> 1689808 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.a.s.c.a.TriggerIntegrationTest ====== KILL OVERSEER 1
   [junit4]   2> 1689810 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@36a04aaf{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1689810 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=536867507
   [junit4]   2> 1689811 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1689811 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@69583711: rootName = solr_46504, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@52c2d56d
   [junit4]   2> 1689820 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1689820 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@44e111ba: rootName = solr_46504, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@3850bcb8
   [junit4]   2> 1689824 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1689824 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@18725628: rootName = solr_46504, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@b9a7869
   [junit4]   2> 1689826 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:46504_solr
   [junit4]   2> 1689828 INFO  (zkCallback-2905-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1689828 INFO  (zkCallback-2895-thread-1-processing-n:127.0.0.1:45154_solr) [n:127.0.0.1:45154_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1689828 INFO  (zkCallback-2923-thread-1-processing-n:127.0.0.1:48551_solr) [n:127.0.0.1:48551_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1689832 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1689833 INFO  (zkCallback-2893-thread-1-processing-n:127.0.0.1:46504_solr) [n:127.0.0.1:46504_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1689833 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1689833 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.a.s.c.Overseer Overseer (id=72139192327208965-127.0.0.1:46504_solr-n_0000000000) closing
   [junit4]   2> 1689833 INFO  (OverseerStateUpdate-72139192327208965-127.0.0.1:46504_solr-n_0000000000) [n:127.0.0.1:46504_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46504_solr
   [junit4]   2> 1689834 WARN  (OverseerAutoScalingTriggerThread-72139192327208965-127.0.0.1:46504_solr-n_0000000000) [n:127.0.0.1:46504_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1689835 DEBUG (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1689838 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5c97ccbf{/solr,null,UNAVAILABLE}
   [junit4]   2> 1689840 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 1689840 INFO  (zkCallback-2895-thread-1-processing-n:127.0.0.1:45154_solr) [n:127.0.0.1:45154_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45154_solr
   [junit4]   2> 1689843 INFO  (zkCallback-2895-thread-1-processing-n:127.0.0.1:45154_solr) [n:127.0.0.1:45154_solr    ] o.a.s.c.Overseer Overseer (id=72139192327208966-127.0.0.1:45154_solr-n_0000000001) starting
   [junit4]   2> 1689852 DEBUG (OverseerAutoScalingTriggerThread-72139192327208966-127.0.0.1:45154_solr-n_0000000001) [n:127.0.0.1:45154_solr    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 1689854 DEBUG (OverseerAutoScalingTriggerThread-72139192327208966-127.0.0.1:45154_solr-n_0000000001) [n:127.0.0.1:45154_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
   [junit4]   2> 1689854 DEBUG (OverseerAutoScalingTriggerThread-72139192327208966-127.0.0.1:45154_solr-n_0000000001) [n:127.0.0.1:45154_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:48551_solr, 127.0.0.1:45154_solr]
   [junit4]   2> 1689854 DEBUG (OverseerAutoScalingTriggerThread-72139192327208966-127.0.0.1:45154_solr-n_0000000001) [n:127.0.0.1:45154_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion -1
   [junit4]   2> 1689854 DEBUG (OverseerAutoScalingTriggerThread-72139192327208966-127.0.0.1:45154_solr-n_0000000001) [n:127.0.0.1:45154_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
   [junit4]   2> 1689857 DEBUG (OverseerAutoScalingTriggerThread-72139192327208966-127.0.0.1:45154_solr-n_0000000001) [n:127.0.0.1:45154_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1689858 DEBUG (OverseerAutoScalingTriggerThread-72139192327208966-127.0.0.1:45154_solr-n_0000000001) [n:127.0.0.1:45154_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
   [junit4]   2> 1689858 DEBUG (ScheduledTrigger-4925-thread-1) [n:127.0.0.1:45154_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1690864 DEBUG (ScheduledTrigger-4925-thread-1) [n:127.0.0.1:45154_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1691867 DEBUG (ScheduledTrigger-4925-thread-2) [n:127.0.0.1:45154_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1692868 DEBUG (ScheduledTrigger-4925-thread-1) [n:127.0.0.1:45154_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1693869 DEBUG (ScheduledTrigger-4925-thread-1) [n:127.0.0.1:45154_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1694847 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.a.s.c.a.TriggerIntegrationTest ====== ADD TRIGGERS
   [junit4]   2> 1694866 INFO  (qtp1954844368-16072) [n:127.0.0.1:45154_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1694870 INFO  (qtp1977418423-16158) [n:127.0.0.1:48551_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1694871 DEBUG (qtp1977418423-16154) [n:127.0.0.1:48551_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1694871 DEBUG (ScheduledTrigger-4925-thread-1) [n:127.0.0.1:45154_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1694872 INFO  (qtp1977418423-16154) [n:127.0.0.1:48551_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=9
   [junit4]   2> 1694872 DEBUG (zkCallback-2895-thread-1-processing-n:127.0.0.1:45154_solr) [n:127.0.0.1:45154_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
   [junit4]   2> 1694873 DEBUG (zkCallback-2895-thread-1-processing-n:127.0.0.1:45154_solr) [n:127.0.0.1:45154_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:48551_solr, 127.0.0.1:45154_solr]
   [junit4]   2> 1694873 DEBUG (zkCallback-2895-thread-1-processing-n:127.0.0.1:45154_solr) [n:127.0.0.1:45154_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}], enabled=true}
   [junit4]   2> 1694874 DEBUG (zkCallback-2895-thread-1-processing-n:127.0.0.1:45154_solr) [n:127.0.0.1:45154_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:48551_solr, 127.0.0.1:45154_solr]
   [junit4]   2> 1694874 DEBUG (OverseerAutoScalingTriggerThread-72139192327208966-127.0.0.1:45154_solr-n_0000000001) [n:127.0.0.1:45154_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
   [junit4]   2> 1694876 INFO  (qtp1954844368-16068) [n:127.0.0.1:45154_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1694878 INFO  (qtp1977418423-16154) [n:127.0.0.1:48551_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1694878 DEBUG (qtp1977418423-16157) [n:127.0.0.1:48551_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1694878 INFO  (OverseerAutoScalingTriggerThread-72139192327208966-127.0.0.1:45154_solr-n_0000000001) [n:127.0.0.1:45154_solr    ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
   [junit4]   2> 1694879 INFO  (qtp1977418423-16157) [n:127.0.0.1:48551_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=5
   [junit4]   2> 1694880 DEBUG (zkCallback-2895-thread-1-processing-n:127.0.0.1:45154_solr) [n:127.0.0.1:45154_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
   [junit4]   2> 1694880 DEBUG (ScheduledTrigger-4925-thread-3) [n:127.0.0.1:45154_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
   [junit4]   2> 1694880 DEBUG (ScheduledTrigger-4925-thread-3) [n:127.0.0.1:45154_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1694880 DEBUG (zkCallback-2895-thread-1-processing-n:127.0.0.1:45154_solr) [n:127.0.0.1:45154_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:48551_solr, 127.0.0.1:45154_solr]
   [junit4]   2> 1694881 DEBUG (zkCallback-2895-thread-1-processing-n:127.0.0.1:45154_solr) [n:127.0.0.1:45154_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:48551_solr, 127.0.0.1:45154_solr]
   [junit4]   2> 1694881 DEBUG (zkCallback-2895-thread-1-processing-n:127.0.0.1:45154_solr) [n:127.0.0.1:45154_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}], enabled=true}
   [junit4]   2> 1694881 INFO  (qtp1954844368-16072) [n:127.0.0.1:45154_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1694881 DEBUG (zkCallback-2895-thread-1-processing-n:127.0.0.1:45154_solr) [n:127.0.0.1:45154_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:48551_solr, 127.0.0.1:45154_solr]
   [junit4]   2> 1694881 DEBUG (OverseerAutoScalingTriggerThread-72139192327208966-127.0.0.1:45154_solr-n_0000000001) [n:127.0.0.1:45154_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 9
   [junit4]   2> 1694881 DEBUG (OverseerAutoScalingTriggerThread-72139192327208966-127.0.0.1:45154_solr-n_0000000001) [n:127.0.0.1:45154_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
   [junit4]   2> 1694884 INFO  (OverseerAutoScalingTriggerThread-72139192327208966-127.0.0.1:45154_solr-n_0000000001) [n:127.0.0.1:45154_solr    ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
   [junit4]   2> 1694885 DEBUG (OverseerAutoScalingTriggerThread-72139192327208966-127.0.0.1:45154_solr-n_0000000001) [n:127.0.0.1:45154_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
   [junit4]   2> 1694885 DEBUG (ScheduledTrigger-4925-thread-1) [n:127.0.0.1:45154_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 2
   [junit4]   2> 1694888 INFO  (qtp1954844368-16072) [n:127.0.0.1:45154_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=7
   [junit4]   2> 1694888 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.a.s.c.a.TriggerIntegrationTest ====== ADD NODE 1
   [junit4]   2> 1694890 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:57:37-03:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1694891 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1694891 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1694891 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1694891 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@10479515{/solr,null,AVAILABLE}
   [junit4]   2> 1694892 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5f3f6014{SSL,[ssl, http/1.1]}{127.0.0.1:34473}
   [junit4]   2> 1694892 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.e.j.s.Server Started @1699022ms
   [junit4]   2> 1694892 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34473}
   [junit4]   2> 1694892 ERROR (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1694892 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1694892 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1694892 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1694892 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-04T07:34:06.141Z
   [junit4]   2> 1694894 INFO  (zkConnectionManagerCallback-2928-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1694894 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1694901 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51418/solr
   [junit4]   2> 1694903 INFO  (zkConnectionManagerCallback-2932-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1694907 INFO  (zkConnectionManagerCallback-2934-thread-1-processing-n:127.0.0.1:34473_solr) [n:127.0.0.1:34473_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1694919 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [n:127.0.0.1:34473_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1694922 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [n:127.0.0.1:34473_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1694925 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [n:127.0.0.1:34473_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34473_solr
   [junit4]   2> 1694926 INFO  (zkCallback-2905-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1694926 INFO  (zkCallback-2895-thread-1-processing-n:127.0.0.1:45154_solr) [n:127.0.0.1:45154_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1694927 INFO  (zkCallback-2923-thread-1-processing-n:127.0.0.1:48551_solr) [n:127.0.0.1:48551_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1694928 INFO  (zkCallback-2933-thread-1-processing-n:127.0.0.1:34473_solr) [n:127.0.0.1:34473_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1695020 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [n:127.0.0.1:34473_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34473.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d80b7f1
   [junit4]   2> 1695027 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [n:127.0.0.1:34473_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34473.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d80b7f1
   [junit4]   2> 1695027 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [n:127.0.0.1:34473_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34473.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d80b7f1
   [junit4]   2> 1695028 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E01F0836E4A27A7A]) [n:127.0.0.1:34473_solr    ] o.a.s.c.CorePropertiesLocator Found

[...truncated too long message...]

.0.0.1:64198_solr c:replacenodetest_coll_notarget s:shard1 r:core_node22 x:replacenodetest_coll_notarget_shard1_replica_n21] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.replacenodetest_coll_notarget.shard1.replica_n21, tag=1213310659
   [junit4]   2> 2936337 INFO  (zkCallback-5094-thread-2-processing-n:127.0.0.1:64198_solr) [n:127.0.0.1:64198_solr c:replacenodetest_coll_notarget s:shard1 r:core_node22 x:replacenodetest_coll_notarget_shard1_replica_n21] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6998ac4c: rootName = solr_64198, domain = solr.core.replacenodetest_coll_notarget.shard1.replica_n21, service url = null, agent id = null] for registry solr.core.replacenodetest_coll_notarget.shard1.replica_n21 / com.codahale.metrics.MetricRegistry@38eb1787
   [junit4]   2> 2936343 INFO  (zkCallback-5094-thread-2-processing-n:127.0.0.1:64198_solr) [n:127.0.0.1:64198_solr c:replacenodetest_coll_notarget s:shard1 r:core_node22 x:replacenodetest_coll_notarget_shard1_replica_n21] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.replacenodetest_coll_notarget.shard1.leader, tag=1213310659
   [junit4]   2> 2936344 INFO  (jetty-closer-5051-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@10a5d81f{/solr,null,UNAVAILABLE}
   [junit4]   2> 2936344 INFO  (jetty-closer-5051-thread-1) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 2936346 ERROR (SUITE-ReplaceNodeNoTargetTest-seed#[E01F0836E4A27A7A]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2936346 INFO  (SUITE-ReplaceNodeNoTargetTest-seed#[E01F0836E4A27A7A]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59585 59585
   [junit4]   2> 2939697 INFO  (Thread-8590) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59585 59585
   [junit4]   2> 2939699 WARN  (Thread-8590) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/collections/replacenodetest_coll_notarget/terms/shard1
   [junit4]   2> 	7	/solr/aliases.json
   [junit4]   2> 	7	/solr/clusterprops.json
   [junit4]   2> 	6	/solr/security.json
   [junit4]   2> 	6	/solr/configs/conf1
   [junit4]   2> 	5	/solr/collections/replacenodetest_coll_notarget/terms/shard2
   [junit4]   2> 	5	/solr/collections/replacenodetest_coll_notarget/terms/shard4
   [junit4]   2> 	5	/solr/collections/replacenodetest_coll_notarget/terms/shard3
   [junit4]   2> 	5	/solr/collections/replacenodetest_coll_notarget/terms/shard5
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	95	/solr/collections/replacenodetest_coll_notarget/state.json
   [junit4]   2> 	7	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/overseer_elect/election/72139274238099474-127.0.0.1:57819_solr-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/live_nodes
   [junit4]   2> 	7	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E01F0836E4A27A7A-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1543, maxMBSortInHeap=5.598435499557068, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3a536c44), locale=sr-Latn, timezone=Europe/Madrid
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=288961680,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestCrossCoreJoin, CdcrBootstrapTest, TestLuceneIndexBackCompat, TestValueSourceCache, IndexSchemaTest, TestZkAclsWithHadoopAuth, TestRequestStatusCollectionAPI, SolrCoreCheckLockOnStartupTest, EchoParamsTest, SolrCoreMetricManagerTest, TestWordDelimiterFilterFactory, CSVRequestHandlerTest, TestRandomFaceting, QueryResultKeyTest, TestLegacyFieldReuse, OverseerCollectionConfigSetProcessorTest, SubstringBytesRefFilterTest, TestLMJelinekMercerSimilarityFactory, HdfsChaosMonkeyNothingIsSafeTest, V2ApiIntegrationTest, TestRandomRequestDistribution, OverseerRolesTest, AutoAddReplicasPlanActionTest, DocValuesNotIndexedTest, HdfsCollectionsAPIDistributedZkTest, SolrJmxReporterCloudTest, ResponseLogComponentTest, ChaosMonkeySafeLeaderTest, BufferStoreTest, SolrShardReporterTest, RequestLoggingTest, CleanupOldIndexTest, TestGraphTermsQParserPlugin, TestManagedResourceStorage, BooleanFieldTest, TestSearchPerf, TestCloudDeleteByQuery, TestMiniSolrCloudClusterSSL, TestDistributedMissingSort, SystemInfoHandlerTest, TestConfig, TestSimpleQParserPlugin, TestMaxScoreQueryParser, TestFieldTypeCollectionResource, TestPushWriter, AtomicUpdateProcessorFactoryTest, TestSegmentSorting, ChaosMonkeySafeLeaderWithPullReplicasTest, ShardRoutingTest, DocumentAnalysisRequestHandlerTest, PropertiesRequestHandlerTest, DeleteReplicaTest, TestIntervalFaceting, DistanceFunctionTest, SoftAutoCommitTest, BaseCdcrDistributedZkTest, TestInfoStreamLogging, TestBlendedInfixSuggestions, TestRandomDVFaceting, TestJsonFacets, TestJettySolrRunner, TestLRUCache, TestDocSet, TestUseDocValuesAsStored2, LegacyCloudClusterPropTest, BlockCacheTest, URLClassifyProcessorTest, TestInPlaceUpdatesStandalone, TestBadConfig, HdfsLockFactoryTest, DebugComponentTest, DeleteLastCustomShardedReplicaTest, TestHdfsUpdateLog, TestNumericTokenStream, TestNamedUpdateProcessors, MinimalSchemaTest, BasicFunctionalityTest, CollectionReloadTest, TestDownShardTolerantSearch, HdfsAutoAddReplicasIntegrationTest, CreateRoutedAliasTest, TestFieldSortValues, TestComplexPhraseQParserPlugin, DisMaxRequestHandlerTest, DistributedFacetPivotWhiteBoxTest, RegexBoostProcessorTest, MissingSegmentRecoveryTest, TestLuceneMatchVersion, TestFieldCollectionResource, ConcurrentCreateRoutedAliasTest, TestExtendedDismaxParser, TestCloudSearcherWarming, TestSolrQueryResponse, UpdateRequestProcessorFactoryTest, CheckHdfsIndexTest, TestLegacyFieldCache, TestFieldCacheVsDocValues, TestUnifiedSolrHighlighter, DefaultValueUpdateProcessorTest, TestSubQueryTransformerDistrib, TestSolr4Spatial2, HdfsTlogReplayBufferedWhileIndexingTest, CloudMLTQParserTest, JsonLoaderTest, TestDynamicFieldCollectionResource, BlobRepositoryCloudTest, TestPullReplicaErrorHandling, ClassificationUpdateProcessorFactoryTest, SolrCmdDistributorTest, AliasIntegrationTest, ZkSolrClientTest, TestReRankQParserPlugin, SimpleCollectionCreateDeleteTest, HLLSerializationTest, TestManagedSchemaThreadSafety, ConnectionManagerTest, TestFreeTextSuggestions, SpatialRPTFieldTypeTest, TestCodecSupport, VMParamsZkACLAndCredentialsProvidersTest, ExternalFileFieldSortTest, TestFastWriter, SolrGangliaReporterTest, MoveReplicaHDFSTest, TestManagedStopFilterFactory, TestNodeLostTrigger, DistributedFacetPivotLargeTest, OverseerTaskQueueTest, InfoHandlerTest, ConcurrentDeleteAndCreateCollectionTest, TestReloadDeadlock, TestRTGBase, TriggerIntegrationTest, CoreAdminHandlerTest, TestDynamicLoading, ChaosMonkeyNothingIsSafeTest, ClassificationUpdateProcessorTest, ReplicationFactorTest, PeerSyncTest, TestNRTOpen, TestNumericTerms64, CollectionStateFormat2Test, AutoscalingHistoryHandlerTest, TestExecutePlanAction, TestComputePlanAction, TestSolrCloudWithSecureImpersonation, JavabinLoaderTest, TestShardHandlerFactory, NoCacheHeaderTest, AnalyticsQueryTest, DistributedFacetPivotSmallAdvancedTest, FullSolrCloudDistribCmdsTest, TestBulkSchemaAPI, SegmentsInfoRequestHandlerTest, ReturnFieldsTest, HighlighterConfigTest, ManagedSchemaRoundRobinCloudTest, TestCloudManagedSchema, TestSolrCloudSnapshots, TestSolrConfigHandler, TestBinaryResponseWriter, TestLegacyTerms, TestSchemaNameResource, HdfsBasicDistributedZk2Test, TestFieldCacheSort, TestExactStatsCache, SpellCheckComponentTest, TestLeaderElectionWithEmptyReplica, TestSolrDeletionPolicy2, DistributedExpandComponentTest, TolerantUpdateProcessorTest, TestCollapseQParserPlugin, JSONWriterTest, TestGraphMLResponseWriter, DeleteStatusTest, TestSolrCoreProperties, HttpPartitionTest, PrimUtilsTest, UninvertDocValuesMergePolicyTest, TestOverriddenPrefixQueryForCustomFieldType, HdfsWriteToMultipleCollectionsTest, TestClassicSimilarityFactory, ZkStateWriterTest, CustomHighlightComponentTest, TestStressRecovery, TestDFRSimilarityFactory, TestNonDefinedSimilarityFactory, ReplicaListTransformerTest, CurrencyFieldTypeTest, TestSolrFieldCacheBean, LoggingHandlerTest, TestConfigSetsAPIZkFailure, TestZkChroot, ZkCLITest, TestStressReorder, DistributedTermsComponentTest, SimpleFacetsTest, TestSolr4Spatial, TestGroupingSearch, BadIndexSchemaTest, ConvertedLegacyTest, TestFunctionQuery, TestIndexSearcher, SolrIndexSplitterTest, AnalysisAfterCoreReloadTest, SpellCheckCollatorTest, SuggesterFSTTest, TestFoldingMultitermQuery, DocValuesTest, DirectUpdateHandlerOptimizeTest, SortByFunctionTest, DocValuesMultiTest, XsltUpdateRequestHandlerTest, TestWriterPerf, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, MoreLikeThisHandlerTest, TestSolrQueryParser, MBeansHandlerTest, DistributedIntervalFacetingTest, TestEmbeddedSolrServerConstructors, ActionThrottleTest, CollectionsAPISolrJTest, DistribJoinFromCollectionTest, DistributedVersionInfoTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, LeaderFailureAfterFreshStartTest, MoveReplicaHDFSFailoverTest, OverriddenZkACLAndCredentialsProvidersTest, RecoveryAfterSoftCommitTest, ReplaceNodeNoTargetTest]
   [junit4] Completed [547/775 (2!)] on J1 in 14.38s, 1 test, 1 failure <<< FAILURES!

[...truncated 48901 lines...]

[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 1660 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1660/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData

Error Message:
Node watch should have fired!

Stack Trace:
java.lang.AssertionError: Node watch should have fired!
	at __randomizedtesting.SeedInfo.seed([2BE9DCC03CAC7905:D7933926822BF0F]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.update.TestInPlaceUpdatesDistrib.test

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([2BE9DCC03CAC7905:A3BDE31A925014FD]:0)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.getNodeName(JettySolrRunner.java:347)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:321)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12386 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestDistribStateManager_2BE9DCC03CAC7905-001/init-core-data-001
   [junit4]   2> 1243111 WARN  (SUITE-TestDistribStateManager-seed#[2BE9DCC03CAC7905]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
   [junit4]   2> 1243111 INFO  (SUITE-TestDistribStateManager-seed#[2BE9DCC03CAC7905]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1243112 INFO  (SUITE-TestDistribStateManager-seed#[2BE9DCC03CAC7905]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1243112 INFO  (SUITE-TestDistribStateManager-seed#[2BE9DCC03CAC7905]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1243116 INFO  (TEST-TestDistribStateManager.testHasData-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testHasData
   [junit4]   2> 1243116 INFO  (TEST-TestDistribStateManager.testHasData-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1243116 INFO  (Thread-1721) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1243116 INFO  (Thread-1721) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1243118 ERROR (Thread-1721) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1243220 INFO  (TEST-TestDistribStateManager.testHasData-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.c.ZkTestServer start zk server on port:52377
   [junit4]   2> 1243222 INFO  (zkConnectionManagerCallback-2919-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1243222 INFO  (TEST-TestDistribStateManager.testHasData-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
   [junit4]   2> 1243228 ERROR (TEST-TestDistribStateManager.testHasData-seed#[2BE9DCC03CAC7905]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1243228 INFO  (TEST-TestDistribStateManager.testHasData-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52377 52377
   [junit4]   2> 1248355 INFO  (Thread-1721) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52377 52377
   [junit4]   2> 1248357 INFO  (TEST-TestDistribStateManager.testHasData-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testHasData
   [junit4]   2> 1248358 INFO  (TEST-TestDistribStateManager.testMulti-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMulti
   [junit4]   2> 1248359 INFO  (TEST-TestDistribStateManager.testMulti-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
   [junit4]   2> 1248359 INFO  (TEST-TestDistribStateManager.testMulti-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testMulti
   [junit4]   2> 1248360 INFO  (TEST-TestDistribStateManager.testCreateMode-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreateMode
   [junit4]   2> 1248360 INFO  (TEST-TestDistribStateManager.testCreateMode-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
   [junit4]   2> 1248361 INFO  (TEST-TestDistribStateManager.testCreateMode-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
   [junit4]   2> 1248361 INFO  (TEST-TestDistribStateManager.testCreateMode-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCreateMode
   [junit4]   2> 1248363 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testGetSetRemoveData
   [junit4]   2> 1248363 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1248363 INFO  (Thread-1722) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1248363 INFO  (Thread-1722) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1248365 ERROR (Thread-1722) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1248464 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.c.ZkTestServer start zk server on port:62152
   [junit4]   2> 1248466 INFO  (zkConnectionManagerCallback-2921-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1248466 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
   [junit4]   2> 1248476 INFO  (zkConnectionManagerCallback-2923-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1248476 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
   [junit4]   2> 1253480 ERROR (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[2BE9DCC03CAC7905]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1253481 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:62152 62152
   [junit4]   2> 1263617 INFO  (Thread-1722) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:62152 62152
   [junit4]   2> 1263618 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testGetSetRemoveData
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDistribStateManager -Dtests.method=testGetSetRemoveData -Dtests.seed=2BE9DCC03CAC7905 -Dtests.slow=true -Dtests.locale=is-IS -Dtests.timezone=AET -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 15.3s J0 | TestDistribStateManager.testGetSetRemoveData <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Node watch should have fired!
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([2BE9DCC03CAC7905:D7933926822BF0F]:0)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1263623 INFO  (TEST-TestDistribStateManager.testListData-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testListData
   [junit4]   2> 1263623 INFO  (TEST-TestDistribStateManager.testListData-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
   [junit4]   2> 1263623 INFO  (TEST-TestDistribStateManager.testListData-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testListData
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestDistribStateManager_2BE9DCC03CAC7905-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6b92a124), locale=is-IS, timezone=AET
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=68801192,total=333848576
   [junit4]   2> NOTE: All tests run in this JVM: [ResourceLoaderTest, LeaderFailoverAfterPartitionTest, DateFieldTest, ShardSplitTest, SuggesterTSTTest, TestUseDocValuesAsStored, TestFileDictionaryLookup, TestXmlQParserPlugin, TestOmitPositions, SearchRateTriggerTest, TestJsonRequest, MBeansHandlerTest, HttpTriggerListenerTest, TestCryptoKeys, TestExceedMaxTermLength, SolrCloudReportersTest, XmlUpdateRequestHandlerTest, TestShortCircuitedRequests, TestSolrConfigHandlerCloud, RegexBytesRefFilterTest, TestLegacyField, WordBreakSolrSpellCheckerTest, TestFiltering, TestSolrCLIRunExample, DocumentBuilderTest, TestDynamicFieldResource, StatelessScriptUpdateProcessorFactoryTest, BadCopyFieldTest, AlternateDirectoryTest, HdfsRestartWhileUpdatingTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestHdfsBackupRestoreCore, TestNoOpRegenerator, TestDistributedStatsComponentCardinality, TestAuthorizationFramework, SuggesterFSTTest, SolrTestCaseJ4Test, TestSolrCloudWithKerberosAlt, SolrCloudExampleTest, CollectionsAPIDistributedZkTest, TestClusterStateProvider, TestSolrCloudWithHadoopAuthPlugin, TestPerFieldSimilarity, SharedFSAutoReplicaFailoverTest, TestTrieFacet, SSLMigrationTest, DistributedSuggestComponentTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, CurrencyRangeFacetCloudTest, TestJsonFacetRefinement, TestMacros, PeerSyncReplicationTest, TestElisionMultitermQuery, SpellingQueryConverterTest, PingRequestHandlerTest, SolrInfoBeanTest, ConjunctionSolrSpellCheckerTest, BasicAuthStandaloneTest, CopyFieldTest, TestDistribStateManager]
   [junit4] Completed [131/775 (1!)] on J0 in 20.52s, 5 tests, 1 failure <<< FAILURES!

[...truncated 2151 lines...]
   [junit4] Suite: org.apache.solr.update.TestInPlaceUpdatesDistrib
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_2BE9DCC03CAC7905-001/init-core-data-001
   [junit4]   2> 4761906 WARN  (SUITE-TestInPlaceUpdatesDistrib-seed#[2BE9DCC03CAC7905]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
   [junit4]   2> 4761906 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[2BE9DCC03CAC7905]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 4761917 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[2BE9DCC03CAC7905]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 4761917 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[2BE9DCC03CAC7905]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 4761918 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[2BE9DCC03CAC7905]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 4761932 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[2BE9DCC03CAC7905]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 4761932 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[2BE9DCC03CAC7905]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 4761997 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[2BE9DCC03CAC7905]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 4762020 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[2BE9DCC03CAC7905]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=inplace-updates
   [junit4]   2> 4762022 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[2BE9DCC03CAC7905]-worker) [    ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
   [junit4]   2> 4762116 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[2BE9DCC03CAC7905]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f97f0e5
   [junit4]   2> 4762122 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[2BE9DCC03CAC7905]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f97f0e5
   [junit4]   2> 4762122 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[2BE9DCC03CAC7905]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f97f0e5
   [junit4]   2> 4762124 INFO  (coreLoadExecutor-14622-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 4762124 INFO  (coreLoadExecutor-14622-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 4762157 INFO  (coreLoadExecutor-14622-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 4762164 INFO  (coreLoadExecutor-14622-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=inplace-updates
   [junit4]   2> 4762167 INFO  (coreLoadExecutor-14622-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
   [junit4]   2> 4762167 INFO  (coreLoadExecutor-14622-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 4762167 INFO  (coreLoadExecutor-14622-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f97f0e5
   [junit4]   2> 4762167 INFO  (coreLoadExecutor-14622-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 4762167 INFO  (coreLoadExecutor-14622-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_2BE9DCC03CAC7905-001/init-core-data-001/]
   [junit4]   2> 4762171 WARN  (coreLoadExecutor-14622-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 4762219 INFO  (coreLoadExecutor-14622-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 4762219 INFO  (coreLoadExecutor-14622-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 4762220 INFO  (coreLoadExecutor-14622-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4762220 INFO  (coreLoadExecutor-14622-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4762221 INFO  (coreLoadExecutor-14622-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ed554c1[collection1] main]
   [junit4]   2> 4762221 WARN  (coreLoadExecutor-14622-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 4762222 INFO  (coreLoadExecutor-14622-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 4762222 INFO  (searcherExecutor-14623-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1ed554c1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 4762223 INFO  (coreLoadExecutor-14622-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591415850639818752
   [junit4]   2> 4762225 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[2BE9DCC03CAC7905]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 4762250 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 4762250 INFO  (Thread-13257) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 4762250 INFO  (Thread-13257) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 4762254 ERROR (Thread-13257) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 4762350 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.c.ZkTestServer start zk server on port:57173
   [junit4]   2> 4762357 INFO  (zkConnectionManagerCallback-9943-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4762368 INFO  (zkConnectionManagerCallback-9945-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4762377 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 4762379 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/schema-inplace-updates.xml to /configs/conf1/schema.xml
   [junit4]   2> 4762381 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 4762383 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 4762384 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 4762386 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 4762387 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 4762389 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 4762390 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 4762392 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 4762393 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 4762395 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
   [junit4]   2> 4762687 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 4762688 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4762688 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4762688 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 4762689 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7fc63f02{/,null,AVAILABLE}
   [junit4]   2> 4762689 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@628ba29b{HTTP/1.1,[http/1.1]}{127.0.0.1:57173}
   [junit4]   2> 4762689 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]) [    ] o.e.j.s.Server Started @4772532ms
   [junit4]   2> 4762689 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_2BE9DCC03CAC7905-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=57173, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_2BE9DCC03CAC7905-001/control-001/cores}
   [junit4]   2> 4762690 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4762690 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 4762690 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4762690 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 4762690 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-03T21:13:43.944Z
   [junit4]   2> 4762693 WARN  (qtp1773400122-44854) [    ] o.e.j.h.HttpParser Illegal character 0x0 in state=START for buffer HeapByteBuffer@5e71241f[p=1,l=49,c=8192,r=48]={\x00<<<\x00\x00-\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00>>>\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00}
   [junit4]   2> 4762694 WARN  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]-SendThread(127.0.0.1:57173)) [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:57173, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
   [junit4]   2> 4764258 WARN  (qtp1773400122-44859) [    ] o.e.j.h.HttpParser Illegal character 0x0 in state=START for buffer HeapByteBuffer@5e71241f[p=1,l=49,c=8192,r=48]={\x00<<<\x00\x00-\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00>>>\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00}
   [junit4]   2> 4764258 WARN  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]-SendThread(127.0.0.1:57173)) [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:57173, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
   [junit4]   2> 4766225 WARN  (qtp1773400122-44853) [    ] o.e.j.h.HttpParser Illegal character 0x0 in state=START for buffer HeapByteBuffer@5e71241f[p=1,l=49,c=8192,r=48]={\x00<<<\x00\x00-\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00>>>\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00}
   [junit4]   2> 4766226 WARN  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]-SendThread(127.0.0.1:57173)) [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:57173, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
   [junit4]   2> 4767812 WARN  (qtp1773400122-44859) [    ] o.e.j.h.HttpParser Illegal character 0x0 in state=START for buffer HeapByteBuffer@5e71241f[p=1,l=49,c=8192,r=48]={\x00<<<\x00\x00-\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00>>>\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00}
   [junit4]   2> 4767812 WARN  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]-SendThread(127.0.0.1:57173)) [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:57173, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
   [junit4]   2> 4769284 WARN  (qtp1773400122-44853) [    ] o.e.j.h.HttpParser Illegal character 0x0 in state=START for buffer HeapByteBuffer@5e71241f[p=1,l=49,c=8192,r=48]={\x00<<<\x00\x00-\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00>>>\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00}
   [junit4]   2> 4769284 WARN  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]-SendThread(127.0.0.1:57173)) [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:57173, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
   [junit4]   2> 4770432 WARN  (qtp1773400122-44859) [    ] o.e.j.h.HttpParser Illegal character 0x0 in state=START for buffer HeapByteBuffer@5e71241f[p=1,l=49,c=8192,r=48]={\x00<<<\x00\x00-\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00>>>\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00}
   [junit4]   2> 4770432 WARN  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]-SendThread(127.0.0.1:57173)) [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:57173, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
   [junit4]   2> 4771690 WARN  (qtp1773400122-44853) [    ] o.e.j.h.HttpParser Illegal character 0x0 in state=START for buffer HeapByteBuffer@5e71241f[p=1,l=49,c=8192,r=48]={\x00<<<\x00\x00-\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00>>>\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00}
   [junit4]   2> 4771691 WARN  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]-SendThread(127.0.0.1:57173)) [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:57173, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
   [junit4]   2> 4773647 WARN  (qtp1773400122-44859) [    ] o.e.j.h.HttpParser Illegal character 0x0 in state=START for buffer HeapByteBuffer@5e71241f[p=1,l=49,c=8192,r=48]={\x00<<<\x00\x00-\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00>>>\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00}
   [junit4]   2> 4773648 WARN  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]-SendThread(127.0.0.1:57173)) [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:57173, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
   [junit4]   2> 4775655 WARN  (qtp1773400122-44853) [    ] o.e.j.h.HttpParser Illegal character 0x0 in state=START for buffer HeapByteBuffer@5e71241f[p=1,l=49,c=8192,r=48]={\x00<<<\x00\x00-\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00>>>\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00}
   [junit4]   2> 4775657 WARN  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]-SendThread(127.0.0.1:57173)) [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:57173, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
   [junit4]   2> 4777640 WARN  (qtp1773400122-44859) [    ] o.e.j.h.HttpParser Illegal character 0x0 in state=START for buffer HeapByteBuffer@5e71241f[p=1,l=49,c=8192,r=48]={\x00<<<\x00\x00-\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00>>>\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00}
   [junit4]   2> 4777640 WARN  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]-SendThread(127.0.0.1:57173)) [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:57173, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
   [junit4]   2> 4778876 WARN  (qtp1773400122-44853) [    ] o.e.j.h.HttpParser Illegal character 0x0 in state=START for buffer HeapByteBuffer@5e71241f[p=1,l=49,c=8192,r=48]={\x00<<<\x00\x00-\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00>>>\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00}
   [junit4]   2> 4778876 WARN  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]-SendThread(127.0.0.1:57173)) [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:57173, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
   [junit4]   2> 4780131 WARN  (qtp1773400122-44859) [    ] o.e.j.h.HttpParser Illegal character 0x0 in state=START for buffer HeapByteBuffer@5e71241f[p=1,l=49,c=8192,r=48]={\x00<<<\x00\x00-\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00>>>\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00}
   [junit4]   2> 4780131 WARN  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]-SendThread(127.0.0.1:57173)) [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:57173, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
   [junit4]   2> 4781434 WARN  (qtp1773400122-44853) [    ] o.e.j.h.HttpParser Illegal character 0x0 in state=START for buffer HeapByteBuffer@5e71241f[p=1,l=49,c=8192,r=48]={\x00<<<\x00\x00-\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00>>>\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00}
   [junit4]   2> 4781435 WARN  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]-SendThread(127.0.0.1:57173)) [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:57173, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
   [junit4]   2> 4782622 WARN  (qtp1773400122-44859) [    ] o.e.j.h.HttpParser Illegal character 0x0 in state=START for buffer HeapByteBuffer@5e71241f[p=1,l=49,c=8192,r=48]={\x00<<<\x00\x00-\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00>>>\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00}
   [junit4]   2> 4782622 WARN  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]-SendThread(127.0.0.1:57173)) [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:57173, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
   [junit4]   2> 4784153 WARN  (qtp1773400122-44853) [    ] o.e.j.h.HttpParser Illegal character 0x0 in state=START for buffer HeapByteBuffer@5e71241f[p=1,l=49,c=8192,r=48]={\x00<<<\x00\x00-\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00>>>\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00}
   [junit4]   2> 4784154 WARN  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]-SendThread(127.0.0.1:57173)) [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:57173, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
   [junit4]   2> 4785462 WARN  (qtp1773400122-44859) [    ] o.e.j.h.HttpParser Illegal character 0x0 in state=START for buffer HeapByteBuffer@5e71241f[p=1,l=49,c=8192,r=48]={\x00<<<\x00\x00-\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00>>>\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00}
   [junit4]   2> 4785463 WARN  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]-SendThread(127.0.0.1:57173)) [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:57173, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
   [junit4]   2> 4787193 WARN  (qtp1773400122-44853) [    ] o.e.j.h.HttpParser Illegal character 0x0 in state=START for buffer HeapByteBuffer@5e71241f[p=1,l=49,c=8192,r=48]={\x00<<<\x00\x00-\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00>>>\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00}
   [junit4]   2> 4787194 WARN  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]-SendThread(127.0.0.1:57173)) [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:57173, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
   [junit4]   2> 4788581 WARN  (qtp1773400122-44859) [    ] o.e.j.h.HttpParser Illegal character 0x0 in state=START for buffer HeapByteBuffer@5e71241f[p=1,l=49,c=8192,r=48]={\x00<<<\x00\x00-\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00>>>\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00}
   [junit4]   2> 4788582 WARN  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]-SendThread(127.0.0.1:57173)) [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:57173, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
   [junit4]   2> 4790219 WARN  (qtp1773400122-44853) [    ] o.e.j.h.HttpParser Illegal character 0x0 in state=START for buffer HeapByteBuffer@5e71241f[p=1,l=49,c=8192,r=48]={\x00<<<\x00\x00-\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00>>>\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00}
   [junit4]   2> 4790219 WARN  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]-SendThread(127.0.0.1:57173)) [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:57173, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
   [junit4]   2> 4791401 WARN  (qtp1773400122-44859) [    ] o.e.j.h.HttpParser Illegal character 0x0 in state=START for buffer HeapByteBuffer@5e71241f[p=1,l=49,c=8192,r=48]={\x00<<<\x00\x00-\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00>>>\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00}
   [junit4]   2> 4791401 WARN  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]-SendThread(127.0.0.1:57173)) [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:57173, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
   [junit4]   2> 4793355 WARN  (qtp1773400122-44853) [    ] o.e.j.h.HttpParser Illegal character 0x0 in state=START for buffer HeapByteBuffer@5e71241f[p=1,l=49,c=8192,r=48]={\x00<<<\x00\x00-\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00>>>\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00}
   [junit4]   2> 4793459 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.s.SolrDispatchFilter Could not start Solr. Check solr/home property and the logs
   [junit4]   2> 4793460 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.c.SolrCore null:org.apache.solr.common.SolrException: Error occurred while loading solr.xml from zookeeper
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.loadNodeConfig(SolrDispatchFilter.java:291)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:261)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
   [junit4]   2> 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJetty(AbstractFullDistribZkTestBase.java:563)
   [junit4]   2> 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJetty(AbstractFullDistribZkTestBase.java:529)
   [junit4]   2> 	at org.apache.solr.BaseDistributedSearchTestCase.createJetty(BaseDistributedSearchTestCase.java:388)
   [junit4]   2> 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:316)
   [junit4]   2> 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
   [junit4]   2> 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:57173/solr within 30000 ms
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:183)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:120)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:115)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:102)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.loadNodeConfig(SolrDispatchFilter.java:284)
   [junit4]   2> 	... 51 more
   [junit4]   2> Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:57173/solr within 30000 ms
   [junit4]   2> 	at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:175)
   [junit4]   2> 	... 55 more
   [junit4]   2> 
   [junit4]   2> 4793462 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.c.ChaosMonkey monkey: stop jetty! 57173
   [junit4]   2> 4793463 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@628ba29b{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 4793463 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7fc63f02{/,null,UNAVAILABLE}
   [junit4]   2> 4793463 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 4793464 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 4793467 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[2BE9DCC03CAC7905]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57173 57173
   [junit4]   2> 4794207 INFO  (Thread-13257) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57173 57173
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestInPlaceUpdatesDistrib -Dtests.method=test -Dtests.seed=2BE9DCC03CAC7905 -Dtests.slow=true -Dtests.locale=hu-HU -Dtests.timezone=Asia/Ujung_Pandang -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   32.0s J1 | TestInPlaceUpdatesDistrib.test <<<
   [junit4]    > Throwable #1: java.lang.NullPointerException
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([2BE9DCC03CAC7905:A3BDE31A925014FD]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.getNodeName(JettySolrRunner.java:347)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:321)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 4794217 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[2BE9DCC03CAC7905]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 4794217 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[2BE9DCC03CAC7905]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=153999954
   [junit4]   2> 4794217 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[2BE9DCC03CAC7905]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 4794217 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[2BE9DCC03CAC7905]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@552b14cd: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@304ca055
   [junit4]   2> 4794228 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[2BE9DCC03CAC7905]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 4794228 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[2BE9DCC03CAC7905]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1f3f953c: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@227a2311
   [junit4]   2> 4794230 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[2BE9DCC03CAC7905]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 4794230 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[2BE9DCC03CAC7905]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@436f249: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4499e128
   [junit4]   2> 4794231 INFO  (coreCloseExecutor-14628-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7c0a910b
   [junit4]   2> 4794231 INFO  (coreCloseExecutor-14628-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=2081067275
   [junit4]   2> 4794231 INFO  (coreCloseExecutor-14628-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@dfa01c9: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@462b317f
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_2BE9DCC03CAC7905-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1164, maxMBSortInHeap=7.59032392113401, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@73573384), locale=hu-HU, timezone=Asia/Ujung_Pandang
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=145305248,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestFieldCacheSort, TriggerIntegrationTest, BufferStoreTest, TestComplexPhraseQParserPlugin, OverseerCollectionConfigSetProcessorTest, TestNonDefinedSimilarityFactory, TestGraphTermsQParserPlugin, PreAnalyzedFieldTest, RollingRestartTest, TestPrepRecovery, HdfsWriteToMultipleCollectionsTest, TestImpersonationWithHadoopAuth, AliasIntegrationTest, DistanceUnitsTest, TestConfigsApi, CachingDirectoryFactoryTest, TestFieldCollectionResource, TestAtomicUpdateErrorCases, TestRequestStatusCollectionAPI, TestStressRecovery, TestOverriddenPrefixQueryForCustomFieldType, DistributedFacetPivotLargeTest, TestSolrCloudWithSecureImpersonation, AutoscalingHistoryHandlerTest, TestIndexingPerformance, DebugComponentTest, TestMultiWordSynonyms, TestSort, SaslZkACLProviderTest, BadIndexSchemaTest, MoveReplicaHDFSTest, TestSolrConfigHandlerConcurrent, TestBulkSchemaAPI, TestExpandComponent, TestReloadDeadlock, TestLuceneIndexBackCompat, MetricTriggerTest, JsonLoaderTest, DistributedFacetPivotSmallAdvancedTest, UpdateParamsTest, InfoHandlerTest, TestManagedSchemaThreadSafety, HttpPartitionTest, TestRandomFaceting, DocValuesTest, TestLeaderInitiatedRecoveryThread, ManagedSchemaRoundRobinCloudTest, TestConfigSetProperties, TestConfigOverlay, SubstringBytesRefFilterTest, TestMaxTokenLenTokenizer, ConnectionManagerTest, TestBadConfig, TestBlendedInfixSuggestions, TestSizeLimitedDistributedMap, SliceStateTest, UUIDFieldTest, TestBlobHandler, TestManagedResourceStorage, TestDocSet, TestCollapseQParserPlugin, DistanceFunctionTest, SolrShardReporterTest, ReturnFieldsTest, SchemaApiFailureTest, DisMaxRequestHandlerTest, TestPivotHelperCode, ShowFileRequestHandlerTest, BlobRepositoryCloudTest, TestSolrCloudWithDelegationTokens, ExplicitHLLTest, TestSolrFieldCacheBean, SegmentsInfoRequestHandlerTest, TestExactStatsCache, ClassificationUpdateProcessorFactoryTest, SolrXmlInZkTest, TestNumericTokenStream, SolrCoreMetricManagerTest, SolrSlf4jReporterTest, BigEndianAscendingWordSerializerTest, ZkShardTermsTest, BasicFunctionalityTest, SolrMetricReporterTest, ResponseHeaderTest, SystemLogListenerTest, TestSQLHandlerNonCloud, TestFastLRUCache, CursorMarkTest, AtomicUpdateProcessorFactoryTest, SimplePostToolTest, TestLegacyFieldReuse, UninvertDocValuesMergePolicyTest, TestComponentsName, LeaderFailureAfterFreshStartTest, QueryResultKeyTest, TestInitQParser, ClusterStateTest, CdcrUpdateLogTest, TestStressVersions, TestLegacyTerms, RegexBoostProcessorTest, CollectionReloadTest, TestDownShardTolerantSearch, ComputePlanActionTest, ActionThrottleTest, TimeZoneUtilsTest, CircularListTest, TestComputePlanAction, TestSolrConfigHandler, SystemInfoHandlerTest, OverseerTest, TestSolrCoreProperties, CdcrVersionReplicationTest, ChaosMonkeySafeLeaderTest, DOMUtilTest, HdfsTlogReplayBufferedWhileIndexingTest, TestSolrQueryResponse, BasicDistributedZk2Test, SyncSliceTest, TestSchemaNameResource, TestLegacyFieldCache, TestTestInjection, ConcurrentDeleteAndCreateCollectionTest, DistributedFacetSimpleRefinementLongTailTest, QueryParsingTest, DocumentAnalysisRequestHandlerTest, TestCoreDiscovery, TestSimpleTrackingShardHandler, ReplicaListTransformerTest, TestStressUserVersions, TestStressLucene, TestSolrCloudSnapshots, CdcrBootstrapTest, TestDynamicLoading, IndexSchemaTest, TolerantUpdateProcessorTest, AsyncCallRequestStatusResponseTest, TestXmlQParser, TestSolrQueryParser, TestWordDelimiterFilterFactory, TestLMDirichletSimilarityFactory, DistributedQueryComponentOptimizationTest, DistributedSpellCheckComponentTest, TestCodecSupport, ClusterStateUpdateTest, TestApiFramework, FullSolrCloudDistribCmdsTest, VMParamsZkACLAndCredentialsProvidersTest, TestNumericTerms64, ChaosMonkeySafeLeaderWithPullReplicasTest, HdfsAutoAddReplicasIntegrationTest, GraphQueryTest, DistributedIntervalFacetingTest, TestDynamicFieldCollectionResource, TestShardHandlerFactory, TestDistributedMissingSort, TestPushWriter, TestDistributedSearch, ZkSolrClientTest, LeaderElectionContextKeyTest, TestStressInPlaceUpdates, CdcrReplicationHandlerTest, TestQuerySenderListener, RecoveryAfterSoftCommitTest, BJQParserTest, IndexBasedSpellCheckerTest, HdfsChaosMonkeyNothingIsSafeTest, TestJettySolrRunner, SpatialRPTFieldTypeTest, ReplaceNodeNoTargetTest, TestDocBasedVersionConstraints, OutOfBoxZkACLAndCredentialsProvidersTest, DeleteLastCustomShardedReplicaTest, TestHdfsUpdateLog, BooleanFieldTest, TestDistribIDF, TestFuzzyAnalyzedSuggestions, TestScoreJoinQPScore, ExitableDirectoryReaderTest, TestWriterPerf, SpellCheckCollatorWithCollapseTest, SpellPossibilityIteratorTest, TestSolr4Spatial, BaseCdcrDistributedZkTest, TestRTGBase, SolrGangliaReporterTest, TestCloudSearcherWarming, TestSolrIndexConfig, TestCSVLoader, TestPayloadScoreQParserPlugin, NotRequiredUniqueKeyTest, TestSortableTextField, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, TestReplicationHandler, LeaderElectionTest, TestZkChroot, TestRandomDVFaceting, ZkCLITest, ShardRoutingCustomTest, TestDistributedGrouping, TestHashPartitioner, TermVectorComponentDistributedTest, ZkControllerTest, TestRealTimeGet, TestStressReorder, TestReload, DistributedTermsComponentTest, TestRangeQuery, SimpleFacetsTest, SpellCheckComponentTest, TestGroupingSearch, SolrCmdDistributorTest, QueryElevationComponentTest, PeerSyncTest, TestFunctionQuery, DirectUpdateHandlerTest, HighlighterTest, SoftAutoCommitTest, RequestHandlersTest, TestValueSourceCache, TermVectorComponentTest, FieldAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, TestJmxIntegration, TestCSVResponseWriter, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, CSVRequestHandlerTest, TestLFUCache, HighlighterConfigTest, SOLR749Test, ResponseLogComponentTest, BadComponentTest, TestSolrDeletionPolicy2, TestBinaryField, MinimalSchemaTest, OutputWriterTest, TestLuceneMatchVersion, TestXIncludeConfig, TestSweetSpotSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, ScriptEngineTest, DateMathParserTest, TestSystemIdResolver, PrimUtilsTest, TestSuggestSpellingConverter, TestLRUCache, TestDocumentBuilder, FileUtilsTest, CursorPagingTest, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, ConnectionReuseTest, AssignBackwardCompatibilityTest, CloudExitableDirectoryReaderTest, CollectionStateFormat2Test, ConcurrentCreateRoutedAliasTest, ConfigSetsAPITest, CreateCollectionCleanupTest, CreateRoutedAliasTest, DeleteStatusTest, DistribDocExpirationUpdateProcessorTest, DistributedQueueTest, LIRRollingUpdatesTest, NodeMutatorTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerTaskQueueTest, ReplicationFactorTest, RestartWhileUpdatingTest, SolrCLIZkUtilsTest, TestAuthenticationFramework, TestCloudJSONFacetJoinDomain, TestCloudPseudoReturnFields, TestCloudRecovery, TestConfigSetsAPIZkFailure, TestDeleteCollectionOnDownNodes, TestMiniSolrCloudClusterSSL, TestRandomFlRTGCloud, TestRandomRequestDistribution, TestRequestForwarding, TestSegmentSorting, TestStressCloudBlindAtomicUpdates, TestTlogReplica, AssignTest, CollectionsAPIAsyncDistributedZkTest, TestCollectionsAPIViaSolrCloudCluster, AutoScalingHandlerTest, TestPolicyCloud, TestNodeLostTrigger, TestSimDistributedQueue, TestTriggerIntegration, CdcrReplicationDistributedZkTest, HDFSCollectionsAPITest, HdfsRecoveryZkTest, TestClusterStateMutator, ZkStateReaderTest, ImplicitSnitchTest, RuleEngineTest, RulesTest, TestReplicationHandlerBackup, TestSQLHandler, V2StandaloneTest, CoreAdminRequestStatusTest, CoreMergeIndexesAdminHandlerTest, MetricsHandlerTest, PropertiesRequestHandlerTest, CustomHighlightComponentTest, DistributedFacetPivotWhiteBoxTest, DistributedQueryComponentCustomSortTest, ShufflingReplicaListTransformerTest, SpatialHeatmapFacetsTest, JavabinLoaderTest, HighlighterMaxOffsetTest, TestUnifiedSolrHighlighter, TestSlowCompositeReaderWrapper, CheckHdfsIndexTest, TestCollationFieldDocValues, TestManagedSchema, TestManagedSchemaAPI, TestSchemaManager, TestSchemalessBufferedUpdates, AnalyticsMergeStrategyTest, TestSearcherReuse, TestSimpleQParserPlugin, TestSolr4Spatial2, TestSolrCoreParser, TestStandardQParsers, TestJsonFacets, TestOrdValues, TestSortByMinMaxFunction, TestCloudNestedDocsSort, TestExactSharedStatsCache, BasicAuthIntegrationTest, TestPKIAuthenticationPlugin, TestRuleBasedAuthorizationPlugin, TestSha256AuthenticationProvider, TestDelegationWithHadoopAuth, TestAnalyzeInfixSuggestions, TestFreeTextSuggestions, TestHighFrequencyDictionaryFactory, BlockCacheTest, BlockDirectoryTest, HdfsLockFactoryTest, TestFieldCache, TestFieldCacheVsDocValues, TestNumericTerms32, AddBlockUpdateTest, DataDrivenBlockJoinTest, PeerSyncWithIndexFingerprintCachingTest, TestInPlaceUpdatesDistrib]
   [junit4] Completed [756/775 (2!)] on J1 in 32.40s, 1 test, 1 error <<< FAILURES!

[...truncated 48203 lines...]

[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 1659 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1659/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.handler.dataimport.TestSolrEntityProcessorEndToEnd

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.handler.dataimport.TestSolrEntityProcessorEndToEnd:     1) Thread[id=223, name=qtp1252073577-223, state=TIMED_WAITING, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.handler.dataimport.TestSolrEntityProcessorEndToEnd: 
   1) Thread[id=223, name=qtp1252073577-223, state=TIMED_WAITING, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([4D9BB5C5823F29F5]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.dataimport.TestSolrEntityProcessorEndToEnd

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=223, name=qtp1252073577-223, state=TIMED_WAITING, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=223, name=qtp1252073577-223, state=TIMED_WAITING, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([4D9BB5C5823F29F5]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation

Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:     1) Thread[id=86, name=jetty-launcher-3-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)    2) Thread[id=88, name=jetty-launcher-3-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   1) Thread[id=86, name=jetty-launcher-3-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
   2) Thread[id=88, name=jetty-launcher-3-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
	at __randomizedtesting.SeedInfo.seed([2DCF82BA4E61F68B]:0)


FAILED:  org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory

Error Message:
expected:<5> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
	at __randomizedtesting.SeedInfo.seed([2DCF82BA4E61F68B:40332647F429098C]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:274)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11984 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_2DCF82BA4E61F68B-001/init-core-data-001
   [junit4]   2> 2695 WARN  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[2DCF82BA4E61F68B]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 2695 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[2DCF82BA4E61F68B]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2714 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[2DCF82BA4E61F68B]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 2714 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[2DCF82BA4E61F68B]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2881 WARN  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[2DCF82BA4E61F68B]-worker) [    ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
   [junit4]   2> 3073 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[2DCF82BA4E61F68B]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_2DCF82BA4E61F68B-001/tempDir-001
   [junit4]   2> 3080 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[2DCF82BA4E61F68B]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3082 INFO  (Thread-3) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3082 INFO  (Thread-3) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3181 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[2DCF82BA4E61F68B]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:50252
   [junit4]   2> 3203 ERROR (Thread-3) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3266 INFO  (zkConnectionManagerCallback-6-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3524 INFO  (jetty-launcher-3-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3526 INFO  (jetty-launcher-3-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3544 INFO  (jetty-launcher-3-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3544 INFO  (jetty-launcher-3-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3548 INFO  (jetty-launcher-3-thread-1) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 3552 INFO  (jetty-launcher-3-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3554 INFO  (jetty-launcher-3-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3554 INFO  (jetty-launcher-3-thread-2) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 3570 INFO  (jetty-launcher-3-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2d40f03a{/solr,null,AVAILABLE}
   [junit4]   2> 3570 INFO  (jetty-launcher-3-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@476080ed{/solr,null,AVAILABLE}
   [junit4]   2> 3602 INFO  (jetty-launcher-3-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4ba1ffa1{HTTP/1.1,[http/1.1]}{127.0.0.1:50236}
   [junit4]   2> 3602 INFO  (jetty-launcher-3-thread-1) [    ] o.e.j.s.Server Started @5668ms
   [junit4]   2> 3603 INFO  (jetty-launcher-3-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50236}
   [junit4]   2> 3604 INFO  (jetty-launcher-3-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5649bf3a{HTTP/1.1,[http/1.1]}{127.0.0.1:56840}
   [junit4]   2> 3605 INFO  (jetty-launcher-3-thread-2) [    ] o.e.j.s.Server Started @5670ms
   [junit4]   2> 3605 INFO  (jetty-launcher-3-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56840}
   [junit4]   2> 3624 ERROR (jetty-launcher-3-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3625 INFO  (jetty-launcher-3-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 3627 INFO  (jetty-launcher-3-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3627 INFO  (jetty-launcher-3-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3628 ERROR (jetty-launcher-3-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3630 INFO  (jetty-launcher-3-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 3631 INFO  (jetty-launcher-3-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3631 INFO  (jetty-launcher-3-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3651 INFO  (jetty-launcher-3-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-03T09:06:43.907Z
   [junit4]   2> 3651 INFO  (jetty-launcher-3-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-03T09:06:43.909Z
   [junit4]   2> 3652 INFO  (jetty-launcher-3-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 3663 INFO  (zkConnectionManagerCallback-8-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3666 INFO  (jetty-launcher-3-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3669 INFO  (zkConnectionManagerCallback-10-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3673 INFO  (jetty-launcher-3-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3704 INFO  (jetty-launcher-3-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50252/solr
   [junit4]   2> 3730 INFO  (jetty-launcher-3-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50252/solr
   [junit4]   2> 3734 INFO  (zkConnectionManagerCallback-14-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3737 INFO  (zkConnectionManagerCallback-18-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3767 INFO  (zkConnectionManagerCallback-20-thread-1-processing-n:127.0.0.1:56840_solr) [n:127.0.0.1:56840_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3775 INFO  (zkConnectionManagerCallback-22-thread-1-processing-n:127.0.0.1:50236_solr) [n:127.0.0.1:50236_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3966 INFO  (jetty-launcher-3-thread-1) [n:127.0.0.1:50236_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3971 INFO  (jetty-launcher-3-thread-1) [n:127.0.0.1:50236_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:50236_solr
   [junit4]   2> 3982 INFO  (jetty-launcher-3-thread-1) [n:127.0.0.1:50236_solr    ] o.a.s.c.Overseer Overseer (id=72133888526712838-127.0.0.1:50236_solr-n_0000000000) starting
   [junit4]   2> 4092 INFO  (jetty-launcher-3-thread-2) [n:127.0.0.1:56840_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 4095 INFO  (jetty-launcher-3-thread-2) [n:127.0.0.1:56840_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56840_solr
   [junit4]   2> 4132 INFO  (zkCallback-19-thread-1-processing-n:127.0.0.1:56840_solr) [n:127.0.0.1:56840_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4147 INFO  (zkCallback-21-thread-1-processing-n:127.0.0.1:50236_solr) [n:127.0.0.1:50236_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4218 INFO  (jetty-launcher-3-thread-2) [n:127.0.0.1:56840_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 4223 WARN  (jetty-launcher-3-thread-2) [n:127.0.0.1:56840_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 4236 INFO  (jetty-launcher-3-thread-2) [n:127.0.0.1:56840_solr    ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=staff, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
   [junit4]   2> 4297 INFO  (jetty-launcher-3-thread-1) [n:127.0.0.1:50236_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50236_solr
   [junit4]   2> 4308 INFO  (zkCallback-19-thread-1-processing-n:127.0.0.1:56840_solr) [n:127.0.0.1:56840_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 4308 INFO  (zkCallback-21-thread-1-processing-n:127.0.0.1:50236_solr) [n:127.0.0.1:50236_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 4362 INFO  (jetty-launcher-3-thread-2) [n:127.0.0.1:56840_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 4365 INFO  (jetty-launcher-3-thread-1) [n:127.0.0.1:50236_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 4383 WARN  (jetty-launcher-3-thread-1) [n:127.0.0.1:50236_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 4389 INFO  (jetty-launcher-3-thread-1) [n:127.0.0.1:50236_solr    ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=staff, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
   [junit4]   2> 4400 INFO  (jetty-launcher-3-thread-1) [n:127.0.0.1:50236_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 4474 INFO  (jetty-launcher-3-thread-2-EventThread) [n:127.0.0.1:56840_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 4476 INFO  (jetty-launcher-3-thread-1-EventThread) [n:127.0.0.1:50236_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 4878 WARN  (jetty-launcher-3-thread-1) [n:127.0.0.1:50236_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 4878 WARN  (jetty-launcher-3-thread-2) [n:127.0.0.1:56840_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 5049 INFO  (jetty-launcher-3-thread-2) [n:127.0.0.1:56840_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56840.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d2b20f5
   [junit4]   2> 5050 INFO  (jetty-launcher-3-thread-2) [n:127.0.0.1:56840_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56840.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d2b20f5
   [junit4]   2> 5050 INFO  (jetty-launcher-3-thread-2) [n:127.0.0.1:56840_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56840.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d2b20f5
   [junit4]   2> 5075 INFO  (jetty-launcher-3-thread-2) [n:127.0.0.1:56840_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_2DCF82BA4E61F68B-001/tempDir-001/node2/.
   [junit4]   2> 5100 INFO  (jetty-launcher-3-thread-1) [n:127.0.0.1:50236_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50236.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d2b20f5
   [junit4]   2> 5115 INFO  (jetty-launcher-3-thread-1) [n:127.0.0.1:50236_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50236.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d2b20f5
   [junit4]   2> 5115 INFO  (jetty-launcher-3-thread-1) [n:127.0.0.1:50236_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50236.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d2b20f5
   [junit4]   2> 5120 INFO  (jetty-launcher-3-thread-1) [n:127.0.0.1:50236_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_2DCF82BA4E61F68B-001/tempDir-001/node1/.
   [junit4]   2> 5268 INFO  (zkConnectionManagerCallback-28-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5299 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[2DCF82BA4E61F68B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
   [junit4]   2> 6022 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[2DCF82BA4E61F68B]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=test&e=1517684805815&s=7Zj6BeyU/73GcQ9G8Gmt9giqI7o="; Path=/; Domain=127.0.0.1; Expires=sam., 03-févr.-2018 19:06:45 GMT; HttpOnly". Invalid 'expires' attribute: sam., 03-févr.-2018 19:06:45 GMT
   [junit4]   2> 6030 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[2DCF82BA4E61F68B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
   [junit4]   2> 6050 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[2DCF82BA4E61F68B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
   [junit4]   2> 6088 WARN  (qtp295436544-47) [    ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: invalid user name: "bar"
   [junit4]   2> id: invalid user name: "bar"
   [junit4]   2> 
   [junit4]   2> 6094 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[2DCF82BA4E61F68B]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=test&e=1517684806329&s=2/fnu4q+Cjml3B/YseseaXnTeIM="; Path=/; Domain=127.0.0.1; Expires=sam., 03-févr.-2018 19:06:46 GMT; HttpOnly". Invalid 'expires' attribute: sam., 03-févr.-2018 19:06:46 GMT
   [junit4]   2> 6094 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[2DCF82BA4E61F68B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
   [junit4]   2> 6114 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[2DCF82BA4E61F68B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
   [junit4]   2> 6129 INFO  (qtp295436544-45) [n:127.0.0.1:56840_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 6130 INFO  (qtp295436544-45) [n:127.0.0.1:56840_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 6139 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[2DCF82BA4E61F68B]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=test&e=1517684806393&s=kqJvFcLYd/nDdGEHNcLA7dXzokc="; Path=/; Domain=127.0.0.1; Expires=sam., 03-févr.-2018 19:06:46 GMT; HttpOnly". Invalid 'expires' attribute: sam., 03-févr.-2018 19:06:46 GMT
   [junit4]   2> 6140 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[2DCF82BA4E61F68B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
   [junit4]   2> 6162 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[2DCF82BA4E61F68B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
   [junit4]   2> 6163 INFO  (qtp295436544-47) [n:127.0.0.1:56840_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 6163 INFO  (qtp295436544-47) [n:127.0.0.1:56840_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 6165 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[2DCF82BA4E61F68B]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1517684806441&s=uVzH89Bp+70s8Qg3TD8QRogmD/Q="; Path=/; Domain=127.0.0.1; Expires=sam., 03-févr.-2018 19:06:46 GMT; HttpOnly". Invalid 'expires' attribute: sam., 03-févr.-2018 19:06:46 GMT
   [junit4]   2> 6165 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[2DCF82BA4E61F68B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
   [junit4]   2> 6180 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[2DCF82BA4E61F68B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote
   [junit4]   2> 7040 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[2DCF82BA4E61F68B]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1517684806459&s=moeqs/hMDbKxT7I1sCeHJEGhOWw="; Path=/; Domain=127.0.0.1; Expires=sam., 03-févr.-2018 19:06:46 GMT; HttpOnly". Invalid 'expires' attribute: sam., 03-févr.-2018 19:06:46 GMT
   [junit4]   2> 7040 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[2DCF82BA4E61F68B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote
   [junit4]   2> 7060 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[2DCF82BA4E61F68B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding
   [junit4]   2> 7064 INFO  (zkConnectionManagerCallback-31-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 7758 INFO  (zkConnectionManagerCallback-34-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 7761 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[2DCF82BA4E61F68B]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 7763 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[2DCF82BA4E61F68B]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50252/solr ready
   [junit4]   2> 7769 INFO  (qtp295436544-45) [n:127.0.0.1:56840_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 7783 INFO  (OverseerThreadFactory-24-thread-1-processing-n:127.0.0.1:50236_solr) [n:127.0.0.1:50236_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection forwardingCollection
   [junit4]   2> 7911 INFO  (OverseerStateUpdate-72133888526712838-127.0.0.1:50236_solr-n_0000000000) [n:127.0.0.1:50236_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"forwardingCollection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"forwardingCollection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:56840/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 8126 INFO  (qtp295436544-50) [n:127.0.0.1:56840_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 8128 INFO  (qtp295436544-50) [n:127.0.0.1:56840_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 8246 INFO  (zkCallback-19-thread-1-processing-n:127.0.0.1:56840_solr) [n:127.0.0.1:56840_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 8246 INFO  (zkCallback-19-thread-2-processing-n:127.0.0.1:56840_solr) [n:127.0.0.1:56840_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 9181 INFO  (qtp295436544-50) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 9237 INFO  (qtp295436544-50) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica_n1] Schema name=test
   [junit4]   2> 9393 WARN  (qtp295436544-50) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.WordDelimiterFilterFactory]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 9460 WARN  (qtp295436544-50) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.GeoHashField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 9465 WARN  (qtp295436544-50) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.LatLonType]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 9472 WARN  (qtp295436544-50) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.CurrencyField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 9550 INFO  (qtp295436544-50) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 9692 INFO  (qtp295436544-50) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'forwardingCollection_shard1_replica_n1' using configuration from collection forwardingCollection, trusted=true
   [junit4]   2> 9693 INFO  (qtp295436544-50) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56840.solr.core.forwardingCollection.shard1.replica_n1' (registry 'solr.core.forwardingCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d2b20f5
   [junit4]   2> 9695 INFO  (qtp295436544-50) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 9695 INFO  (qtp295436544-50) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [[forwardingCollection_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_2DCF82BA4E61F68B-001/tempDir-001/node2/forwardingCollection_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_2DCF82BA4E61F68B-001/tempDir-001/node2/./forwardingCollection_shard1_replica_n1/data/]
   [junit4]   2> 9711 INFO  (qtp295436544-50) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=55.064453125, floorSegmentMB=1.2802734375, forceMergeDeletesPctAllowed=18.76371129774947, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3990015325356776
   [junit4]   2> 9858 INFO  (qtp295436544-50) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 9858 INFO  (qtp295436544-50) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 9865 INFO  (qtp295436544-50) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 9865 INFO  (qtp295436544-50) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 9867 INFO  (qtp295436544-50) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=90.365234375, floorSegmentMB=2.0791015625, forceMergeDeletesPctAllowed=0.9818281338810153, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1990522440433362
   [junit4]   2> 9868 INFO  (qtp295436544-50) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2397d3e8[forwardingCollection_shard1_replica_n1] main]
   [junit4]   2> 9871 INFO  (qtp295436544-50) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 9915 INFO  (qtp295436544-50) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 10212 INFO  (qtp295436544-50) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 10214 INFO  (searcherExecutor-29-thread-1-processing-n:127.0.0.1:56840_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 10216 INFO  (searcherExecutor-29-thread-1-processing-n:127.0.0.1:56840_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 10216 INFO  (searcherExecutor-29-thread-1-processing-n:127.0.0.1:56840_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 10216 INFO  (searcherExecutor-29-thread-1-processing-n:127.0.0.1:56840_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 10216 INFO  (searcherExecutor-29-thread-1-processing-n:127.0.0.1:56840_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 10220 INFO  (searcherExecutor-29-thread-1-processing-n:127.0.0.1:56840_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 10221 INFO  (searcherExecutor-29-thread-1-processing-n:127.0.0.1:56840_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 10221 INFO  (searcherExecutor-29-thread-1-processing-n:127.0.0.1:56840_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 10221 INFO  (searcherExecutor-29-thread-1-processing-n:127.0.0.1:56840_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 10224 INFO  (searcherExecutor-29-thread-1-processing-n:127.0.0.1:56840_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] Registered new searcher Searcher@2397d3e8[forwardingCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 10227 INFO  (qtp295436544-50) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591370119124090880
   [junit4]   2> 10257 INFO  (qtp295436544-50) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 10258 INFO  (qtp295436544-50) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 10258 INFO  (qtp295436544-50) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:56840/solr/forwardingCollection_shard1_replica_n1/
   [junit4]   2> 10260 INFO  (qtp295436544-50) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 10260 INFO  (qtp295436544-50) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:56840/solr/forwardingCollection_shard1_replica_n1/ has no replicas
   [junit4]   2> 10260 INFO  (qtp295436544-50) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 10274 INFO  (qtp295436544-50) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:56840/solr/forwardingCollection_shard1_replica_n1/ shard1
   [junit4]   2> 10276 INFO  (zkCallback-19-thread-1-processing-n:127.0.0.1:56840_solr) [n:127.0.0.1:56840_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 10276 INFO  (zkCallback-19-thread-2-processing-n:127.0.0.1:56840_solr) [n:127.0.0.1:56840_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 10278 INFO  (qtp295436544-50) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 10282 INFO  (qtp295436544-50) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2159
   [junit4]   2> 10283 WARN  (httpShardExecutor-16-thread-1-processing-n:127.0.0.1:50236_solr [http:////127.0.0.1:56840//solr] http:////127.0.0.1:56840//solr) [n:127.0.0.1:50236_solr    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1517684808402&s=I04xYv8h4HC0UH76WIn8ux3gZV0="; Path=/; Domain=127.0.0.1; Expires=sam., 03-févr.-2018 19:06:48 GMT; HttpOnly". Invalid 'expires' attribute: sam., 03-févr.-2018 19:06:48 GMT
   [junit4]   2> 10302 INFO  (qtp295436544-45) [n:127.0.0.1:56840_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 10382 INFO  (zkCallback-19-thread-2-processing-n:127.0.0.1:56840_solr) [n:127.0.0.1:56840_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 10383 INFO  (zkCallback-19-thread-1-processing-n:127.0.0.1:56840_solr) [n:127.0.0.1:56840_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 11303 INFO  (qtp295436544-45) [n:127.0.0.1:56840_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=3535
   [junit4]   2> 11304 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[2DCF82BA4E61F68B]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1517684808046&s=0amBoGTXSpd4BoXfFfxSWA4VoZg="; Path=/; Domain=127.0.0.1; Expires=sam., 03-févr.-2018 19:06:48 GMT; HttpOnly". Invalid 'expires' attribute: sam., 03-févr.-2018 19:06:48 GMT
   [junit4]   2> 11310 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[2DCF82BA4E61F68B]) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: forwardingCollection failOnTimeout:true timeout (sec):100
   [junit4]   2> 11311 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[2DCF82BA4E61F68B]) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: forwardingCollection
   [junit4]   2> 11328 INFO  (qtp295436544-45) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=10
   [junit4]   2> 11329 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[2DCF82BA4E61F68B]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1517684811595&s=CKwCHD1rJIgdTK3nFrxHyFigAYg="; Path=/; Domain=127.0.0.1; Expires=sam., 03-févr.-2018 19:06:51 GMT; HttpOnly". Invalid 'expires' attribute: sam., 03-févr.-2018 19:06:51 GMT
   [junit4]   2> 11334 INFO  (qtp160634893-36) [n:127.0.0.1:50236_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 11340 INFO  (qtp295436544-50) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 11341 WARN  (qtp160634893-36) [n:127.0.0.1:50236_solr    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1517684811617&s=vgC/USfS4iqfZ0dNcb+IpW9abbA="; Path=/; Domain=127.0.0.1; Expires=sam., 03-févr.-2018 19:06:51 GMT; HttpOnly". Invalid 'expires' attribute: sam., 03-févr.-2018 19:06:51 GMT
   [junit4]   2> 11342 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[2DCF82BA4E61F68B]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1517684811611&s=tsZDTmrTG49ps/xtqOBTmgFKxGQ="; Path=/; Domain=127.0.0.1; Expires=sam., 03-févr.-2018 19:06:51 GMT; HttpOnly". Invalid 'expires' attribute: sam., 03-févr.-2018 19:06:51 GMT
   [junit4]   2> 11342 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[2DCF82BA4E61F68B]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1517684811617&s=vgC/USfS4iqfZ0dNcb+IpW9abbA="; Path=/; Domain=127.0.0.1; Expires=sam., 03-févr.-2018 19:06:51 GMT; HttpOnly". Invalid 'expires' attribute: sam., 03-févr.-2018 19:06:51 GMT
   [junit4]   2> 11342 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[2DCF82BA4E61F68B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding
   [junit4]   2> 11366 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[2DCF82BA4E61F68B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
   [junit4]   2> 11373 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[2DCF82BA4E61F68B]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1517684811647&s=BcMfte5RQLfzo082GAk1CVLaP5s="; Path=/; Domain=127.0.0.1; Expires=sam., 03-févr.-2018 19:06:51 GMT; HttpOnly". Invalid 'expires' attribute: sam., 03-févr.-2018 19:06:51 GMT
   [junit4]   2> 11373 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[2DCF82BA4E61F68B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
   [junit4]   2> 11393 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[2DCF82BA4E61F68B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
   [junit4]   2> 11413 INFO  (qtp295436544-50) [n:127.0.0.1:56840_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 11413 INFO  (qtp295436544-50) [n:127.0.0.1:56840_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 11414 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[2DCF82BA4E61F68B]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=test&e=1517684811672&s=OFx9hAF+ooaa3gx8fSiUsPVkm1A="; Path=/; Domain=127.0.0.1; Expires=sam., 03-févr.-2018 19:06:51 GMT; HttpOnly". Invalid 'expires' attribute: sam., 03-févr.-2018 19:06:51 GMT
   [junit4]   2> 11415 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[2DCF82BA4E61F68B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
   [junit4]   2> 11438 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[2DCF82BA4E61F68B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
   [junit4]   2> 11440 INFO  (qtp295436544-47) [n:127.0.0.1:56840_solr    ] o.a.s.s.SolrDispatchFilter Error authenticating
   [junit4]   2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
   [junit4]   2> 	at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
   [junit4]   2> 	at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
   [junit4]   2> 	at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:530)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 11442 WARN  (qtp295436544-47) [n:127.0.0.1:56840_solr    ] o.e.j.s.HttpChannel /solr/admin/collections
   [junit4]   2> org.apache.solr.common.SolrException: Error during request authentication, 
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:455)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:530)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
   [junit4]   2> 	at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
   [junit4]   2> 	at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
   [junit4]   2> 	at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
   [junit4]   2> 	... 31 more
   [junit4]   2> 11448 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[2DCF82BA4E61F68B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
   [junit4]   2> 11473 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[2DCF82BA4E61F68B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
   [junit4]   2> 27354 WARN  (jetty-launcher-3-thread-1-SendThread(127.0.0.1:50252)) [n:127.0.0.1:50236_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15907ms for sessionid 0x1004563b1e70008
   [junit4]   2> 27354 WARN  (jetty-launcher-3-thread-2-SendThread(127.0.0.1:50252)) [n:127.0.0.1:56840_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15904ms for sessionid 0x1004563b1e70007
   [junit4]   2> 27354 WARN  (jetty-launcher-3-thread-2-SendThread(127.0.0.1:50252)) [n:127.0.0.1:56840_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 16975ms for sessionid 0x1004563b1e70005
   [junit4]   2> 27354 WARN  (jetty-launcher-3-thread-1-SendThread(127.0.0.1:50252)) [n:127.0.0.1:50236_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 16024ms for sessionid 0x1004563b1e70006
   [junit4]   2> 27356 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1004563b1e70005, likely client has closed socket
   [junit4]   2> 27356 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1004563b1e70007, likely client has closed socket
   [junit4]   2> 27356 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1004563b1e70008, likely client has closed socket
   [junit4]   2> 27357 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1004563b1e70006, likely client has closed socket
   [junit4]   2> 27358 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[2DCF82BA4E61F68B]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=test&e=1517684811753&s=/4xNkvSPPCCaPg4S8Kue1Cz3gTk="; Path=/; Domain=127.0.0.1; Expires=sam., 03-févr.-2018 19:06:51 GMT; HttpOnly". Invalid 'expires' attribute: sam., 03-févr.-2018 19:06:51 GMT
   [junit4]   2> 27358 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[2DCF82BA4E61F68B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
   [junit4]   2> 27376 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[2DCF82BA4E61F68B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
   [junit4]   2> 27380 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[2DCF82BA4E61F68B]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=test&e=1517684827655&s=7Cgj/o9p56lN0S5kS1JEkCUdVaw="; Path=/; Domain=127.0.0.1; Expires=sam., 03-févr.-2018 19:07:07 GMT; HttpOnly". Invalid 'expires' attribute: sam., 03-févr.-2018 19:07:07 GMT
   [junit4]   2> 27381 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[2DCF82BA4E61F68B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
   [junit4]   2> 27398 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[2DCF82BA4E61F68B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote
   [junit4]   2> 27404 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[2DCF82BA4E61F68B]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1517684827677&s=4ih+IoDcDs3mm3ja9TVI7hGPGfo="; Path=/; Domain=127.0.0.1; Expires=sam., 03-févr.-2018 19:07:07 GMT; HttpOnly". Invalid 'expires' attribute: sam., 03-févr.-2018 19:07:07 GMT
   [junit4]   2> 27405 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[2DCF82BA4E61F68B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote
   [junit4]   2> 27454 INFO  (jetty-launcher-3-thread-1-EventThread) [n:127.0.0.1:50236_solr    ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
   [junit4]   2> 27462 INFO  (jetty-launcher-3-thread-2-EventThread) [n:127.0.0.1:56840_solr    ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
   [junit4]   2> 27463 WARN  (zkConnectionManagerCallback-22-thread-1-processing-n:127.0.0.1:50236_solr) [n:127.0.0.1:50236_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5fe02d03 name: ZooKeeperConnection Watcher:127.0.0.1:50252/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 27463 WARN  (zkConnectionManagerCallback-22-thread-1-processing-n:127.0.0.1:50236_solr) [n:127.0.0.1:50236_solr    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 27464 WARN  (zkConnectionManagerCallback-20-thread-1-processing-n:127.0.0.1:56840_solr) [n:127.0.0.1:56840_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@757b6cd4 name: ZooKeeperConnection Watcher:127.0.0.1:50252/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 27464 WARN  (zkConnectionManagerCallback-20-thread-1-processing-n:127.0.0.1:56840_solr) [n:127.0.0.1:56840_solr    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 27464 WARN  (zkConnectionManagerCallback-34-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@620a1c86 name: ZooKeeperConnection Watcher:127.0.0.1:50252/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 27471 INFO  (jetty-closer-4-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@4ba1ffa1{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 27472 INFO  (jetty-closer-4-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=167760160
   [junit4]   2> 27472 INFO  (jetty-closer-4-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@5649bf3a{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 27472 INFO  (jetty-closer-4-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 27472 INFO  (jetty-closer-4-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=497086656
   [junit4]   2> 27473 INFO  (jetty-closer-4-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@80a23a8: rootName = solr_50236, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@8815882
   [junit4]   2> 27473 INFO  (jetty-closer-4-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 27474 INFO  (jetty-closer-4-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@21e6175d: rootName = solr_56840, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@24a7da85
   [junit4]   2> 27491 INFO  (jetty-closer-4-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 27491 INFO  (jetty-closer-4-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 27491 INFO  (jetty-closer-4-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@38656caa: rootName = solr_50236, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4d32f235
   [junit4]   2> 27491 INFO  (jetty-closer-4-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@46c86751: rootName = solr_56840, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4d32f235
   [junit4]   2> 27509 INFO  (jetty-closer-4-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 27509 INFO  (jetty-closer-4-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2594b041: rootName = solr_50236, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5fe52f2b
   [junit4]   2> 27511 INFO  (jetty-closer-4-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 27511 INFO  (jetty-closer-4-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7c5a46e4: rootName = solr_56840, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5fe52f2b
   [junit4]   2> 28737 INFO  (zkConnectionManagerCallback-20-thread-1-processing-n:127.0.0.1:56840_solr) [n:127.0.0.1:56840_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 28739 INFO  (jetty-closer-4-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:56840_solr
   [junit4]   2> 28740 INFO  (jetty-closer-4-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 28742 INFO  (coreCloseExecutor-34-thread-1) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@70ecacc4
   [junit4]   2> 28742 INFO  (coreCloseExecutor-34-thread-1) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.forwardingCollection.shard1.replica_n1, tag=1894558916
   [junit4]   2> 28742 INFO  (coreCloseExecutor-34-thread-1) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3713560f: rootName = solr_56840, domain = solr.core.forwardingCollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.forwardingCollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1fc64f10
   [junit4]   2> 28742 INFO  (zkCallback-19-thread-7-processing-n:127.0.0.1:56840_solr) [n:127.0.0.1:56840_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 28758 INFO  (coreCloseExecutor-34-thread-1) [n:127.0.0.1:56840_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.forwardingCollection.shard1.leader, tag=1894558916
   [junit4]   2> 28771 ERROR (Thread[Thread-21,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:56840_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 29257 INFO  (zkConnectionManagerCallback-22-thread-1-processing-n:127.0.0.1:50236_solr) [n:127.0.0.1:50236_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 29258 INFO  (zkCallback-21-thread-11-processing-n:127.0.0.1:50236_solr) [n:127.0.0.1:50236_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 29258 INFO  (OverseerCollectionConfigSetProcessor-72133888526712838-127.0.0.1:50236_solr-n_0000000000) [n:127.0.0.1:50236_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 29260 INFO  (jetty-closer-4-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:50236_solr
   [junit4]   2> 29261 INFO  (jetty-closer-4-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 29263 INFO  (jetty-closer-4-thread-2) [    ] o.a.s.c.Overseer Overseer (id=72133888526712838-127.0.0.1:50236_solr-n_0000000000) closing
   [junit4]   2> 29264 INFO  (OverseerStateUpdate-72133888526712838-127.0.0.1:50236_solr-n_0000000000) [n:127.0.0.1:50236_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:50236_solr
   [junit4]   2> 29265 WARN  (OverseerAutoScalingTriggerThread-72133888526712838-127.0.0.1:50236_solr-n_0000000000) [n:127.0.0.1:50236_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 29268 INFO  (zkCallback-21-thread-11-processing-n:127.0.0.1:50236_solr) [n:127.0.0.1:50236_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 29271 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1004563b1e70006, likely client has closed socket
   [junit4]   2> 29272 ERROR (Thread[Thread-23,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:50236_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 29280 INFO  (jetty-closer-4-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@476080ed{/solr,null,UNAVAILABLE}
   [junit4]   2> 29281 INFO  (jetty-closer-4-thread-2) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 29442 INFO  (jetty-closer-4-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2d40f03a{/solr,null,UNAVAILABLE}
   [junit4]   2> 29443 INFO  (jetty-closer-4-thread-1) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 29445 ERROR (SUITE-TestSolrCloudWithSecureImpersonation-seed#[2DCF82BA4E61F68B]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 29447 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[2DCF82BA4E61F68B]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50252 50252
   [junit4]   2> 36402 INFO  (Thread-3) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50252 50252
   [junit4]   2> 36404 WARN  (Thread-3) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/collections/forwardingCollection/terms/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/collections/forwardingCollection/state.json
   [junit4]   2> 	3	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
   [junit4]   2> 
   [junit4]   2> 36428 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[2DCF82BA4E61F68B]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> Feb 03, 2018 9:07:16 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> Feb 03, 2018 9:07:36 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   [junit4]   2>    1) Thread[id=86, name=jetty-launcher-3-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2>         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2>         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2>         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2>         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
   [j

[...truncated too long message...]

046c5
   [junit4]   2> 43369 T62 oasm.SolrMetricManager.closeReporters Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 43369 T62 oasmr.SolrJmxReporter.close Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4421baf3: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1dc7bfac
   [junit4]   2> 43371 T269 x:x:collection1 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@78ab68f1
   [junit4]   2> 43371 T269 x:x:collection1 oasm.SolrMetricManager.closeReporters Closing metric reporters for registry=solr.core.collection1, tag=2024499441
   [junit4]   2> 43371 T269 x:x:collection1 oasmr.SolrJmxReporter.close Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@43936ebe: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@24529101
   [junit4]   2> 43378 T62 oejs.AbstractConnector.doStop Stopped ServerConnector@6b4125b{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 43379 T62 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1689872683
   [junit4]   2> 43379 T62 oasm.SolrMetricManager.closeReporters Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 43379 T62 oasmr.SolrJmxReporter.close Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4b3d509a: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@77740f6
   [junit4]   2> 43383 T62 oasm.SolrMetricManager.closeReporters Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 43384 T62 oasmr.SolrJmxReporter.close Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@459c38ac: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@132046c5
   [junit4]   2> 43387 T62 oasm.SolrMetricManager.closeReporters Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 43387 T62 oasmr.SolrJmxReporter.close Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@66717cbd: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1dc7bfac
   [junit4]   2> 43388 T272 x:x:collection1 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@36f9118
   [junit4]   2> 43388 T272 x:x:collection1 oasm.SolrMetricManager.closeReporters Closing metric reporters for registry=solr.core.collection1, tag=57643288
   [junit4]   2> 43388 T272 x:x:collection1 oasmr.SolrJmxReporter.close Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@647b16d0: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@1980b814
   [junit4]   2> 43397 T62 oejsh.ContextHandler.doStop Stopped o.e.j.s.ServletContextHandler@2fcbb0ed{/solr,null,UNAVAILABLE}
   [junit4]   2> 43397 T62 oejss.HouseKeeper.stopScavenging Stopped scavenging
   [junit4]   2> 43401 T62 oas.SolrTestCaseJ4.tearDown ###Ending testFullImportWrongSolrUrl
   [junit4]   2> 43402 T62 oas.SolrTestCaseJ4.clearObjectTrackerAndCheckEmpty ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> Feb 03, 2018 10:27:46 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> Feb 03, 2018 10:28:06 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.handler.dataimport.TestSolrEntityProcessorEndToEnd: 
   [junit4]   2>    1) Thread[id=223, name=qtp1252073577-223, state=TIMED_WAITING, group=TGRP-TestSolrEntityProcessorEndToEnd]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
   [junit4]   2>         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
   [junit4]   2>         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
   [junit4]   2>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]   2>         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Feb 03, 2018 10:28:06 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=223, name=qtp1252073577-223, state=TIMED_WAITING, group=TGRP-TestSolrEntityProcessorEndToEnd]
   [junit4]   2> Feb 03, 2018 10:28:09 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be terminated:
   [junit4]   2>    1) Thread[id=223, name=qtp1252073577-223, state=TIMED_WAITING, group=TGRP-TestSolrEntityProcessorEndToEnd]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
   [junit4]   2>         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
   [junit4]   2>         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
   [junit4]   2>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]   2>         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {dbdesc_s=Lucene50(blocksize=128), dbid_s=FSTOrd50, id=FSTOrd50, desc=Lucene50(blocksize=128), timestamp=PostingsFormat(name=Memory)}, docValues:{timestamp=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=973, maxMBSortInHeap=5.700607317566671, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@44b7eb6), locale=nn-NO, timezone=Etc/GMT-1
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=3,free=89937752,total=258998272
   [junit4]   2> NOTE: All tests run in this JVM: [TestZKPropertiesWriter, TestWriterImpl, TestSolrEntityProcessorEndToEnd]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrEntityProcessorEndToEnd -Dtests.seed=4D9BB5C5823F29F5 -Dtests.slow=true -Dtests.locale=nn-NO -Dtests.timezone=Etc/GMT-1 -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | TestSolrEntityProcessorEndToEnd (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.handler.dataimport.TestSolrEntityProcessorEndToEnd: 
   [junit4]    >    1) Thread[id=223, name=qtp1252073577-223, state=TIMED_WAITING, group=TGRP-TestSolrEntityProcessorEndToEnd]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
   [junit4]    >         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
   [junit4]    >         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4D9BB5C5823F29F5]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=223, name=qtp1252073577-223, state=TIMED_WAITING, group=TGRP-TestSolrEntityProcessorEndToEnd]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
   [junit4]    >         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
   [junit4]    >         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4D9BB5C5823F29F5]:0)
   [junit4] Completed [38/38 (1!)] on J0 in 58.79s, 7 tests, 2 errors <<< FAILURES!

[...truncated 42528 lines...]

[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 1658 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1658/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.solr.cloud.AliasIntegrationTest.testModifyMetadataV2

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([6CCE7DB2991978A8:E1636F0087AA5033]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.AliasIntegrationTest.checkFooAndBarMeta(AliasIntegrationTest.java:283)
	at org.apache.solr.cloud.AliasIntegrationTest.testModifyMetadataV2(AliasIntegrationTest.java:237)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory

Error Message:
expected:<5> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
	at __randomizedtesting.SeedInfo.seed([6CCE7DB2991978A8:132D94F235187AF]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:274)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12525 lines...]
   [junit4] Suite: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/init-core-data-001
   [junit4]   2> 1967401 WARN  (SUITE-AutoscalingHistoryHandlerTest-seed#[6CCE7DB2991978A8]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=13 numCloses=13
   [junit4]   2> 1967402 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[6CCE7DB2991978A8]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1967403 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[6CCE7DB2991978A8]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1967403 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[6CCE7DB2991978A8]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1967403 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[6CCE7DB2991978A8]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001
   [junit4]   2> 1967404 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[6CCE7DB2991978A8]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1967404 INFO  (Thread-4193) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1967404 INFO  (Thread-4193) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1967406 ERROR (Thread-4193) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1967513 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[6CCE7DB2991978A8]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:38834
   [junit4]   2> 1967517 INFO  (zkConnectionManagerCallback-3817-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1967524 INFO  (jetty-launcher-3814-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T11:27:37-10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1967524 INFO  (jetty-launcher-3814-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T11:27:37-10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1967524 INFO  (jetty-launcher-3814-thread-3) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T11:27:37-10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1967526 INFO  (jetty-launcher-3814-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1967526 INFO  (jetty-launcher-3814-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1967526 INFO  (jetty-launcher-3814-thread-2) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1967527 INFO  (jetty-launcher-3814-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1967527 INFO  (jetty-launcher-3814-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1967527 INFO  (jetty-launcher-3814-thread-1) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1967527 INFO  (jetty-launcher-3814-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@35352928{/solr,null,AVAILABLE}
   [junit4]   2> 1967528 INFO  (jetty-launcher-3814-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1967528 INFO  (jetty-launcher-3814-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1967528 INFO  (jetty-launcher-3814-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@39b4d628{HTTP/1.1,[http/1.1]}{127.0.0.1:55224}
   [junit4]   2> 1967528 INFO  (jetty-launcher-3814-thread-3) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1967528 INFO  (jetty-launcher-3814-thread-2) [    ] o.e.j.s.Server Started @1972048ms
   [junit4]   2> 1967528 INFO  (jetty-launcher-3814-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55224}
   [junit4]   2> 1967528 INFO  (jetty-launcher-3814-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2dfb09d8{/solr,null,AVAILABLE}
   [junit4]   2> 1967528 ERROR (jetty-launcher-3814-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1967528 INFO  (jetty-launcher-3814-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5060f2dc{/solr,null,AVAILABLE}
   [junit4]   2> 1967528 INFO  (jetty-launcher-3814-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1967528 INFO  (jetty-launcher-3814-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1967528 INFO  (jetty-launcher-3814-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@163cdd6{HTTP/1.1,[http/1.1]}{127.0.0.1:42142}
   [junit4]   2> 1967528 INFO  (jetty-launcher-3814-thread-1) [    ] o.e.j.s.Server Started @1972049ms
   [junit4]   2> 1967528 INFO  (jetty-launcher-3814-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42142}
   [junit4]   2> 1967528 INFO  (jetty-launcher-3814-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1ee72c5b{HTTP/1.1,[http/1.1]}{127.0.0.1:40012}
   [junit4]   2> 1967529 INFO  (jetty-launcher-3814-thread-3) [    ] o.e.j.s.Server Started @1972049ms
   [junit4]   2> 1967529 INFO  (jetty-launcher-3814-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40012}
   [junit4]   2> 1967529 ERROR (jetty-launcher-3814-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1967529 ERROR (jetty-launcher-3814-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1967529 INFO  (jetty-launcher-3814-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1967529 INFO  (jetty-launcher-3814-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1967529 INFO  (jetty-launcher-3814-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1967529 INFO  (jetty-launcher-3814-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1967529 INFO  (jetty-launcher-3814-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1967529 INFO  (jetty-launcher-3814-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-02T22:25:26.990Z
   [junit4]   2> 1967528 INFO  (jetty-launcher-3814-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1967529 INFO  (jetty-launcher-3814-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-02T22:25:26.990Z
   [junit4]   2> 1967529 INFO  (jetty-launcher-3814-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1967529 INFO  (jetty-launcher-3814-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-02T22:25:26.990Z
   [junit4]   2> 1967531 INFO  (zkConnectionManagerCallback-3819-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1967531 INFO  (zkConnectionManagerCallback-3823-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1967532 INFO  (zkConnectionManagerCallback-3821-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1967532 INFO  (jetty-launcher-3814-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1967532 INFO  (jetty-launcher-3814-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1967532 INFO  (jetty-launcher-3814-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1967539 INFO  (jetty-launcher-3814-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38834/solr
   [junit4]   2> 1967539 INFO  (jetty-launcher-3814-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38834/solr
   [junit4]   2> 1967539 INFO  (jetty-launcher-3814-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38834/solr
   [junit4]   2> 1967540 INFO  (zkConnectionManagerCallback-3831-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1967541 INFO  (zkConnectionManagerCallback-3835-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1967541 INFO  (zkConnectionManagerCallback-3833-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1967541 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1004317d3eb0004, likely client has closed socket
   [junit4]   2> 1967549 INFO  (zkConnectionManagerCallback-3837-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1967550 INFO  (zkConnectionManagerCallback-3841-thread-1-processing-n:127.0.0.1:40012_solr) [n:127.0.0.1:40012_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1967550 INFO  (zkConnectionManagerCallback-3839-thread-1-processing-n:127.0.0.1:42142_solr) [n:127.0.0.1:42142_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1967687 INFO  (jetty-launcher-3814-thread-2) [n:127.0.0.1:55224_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1967688 INFO  (jetty-launcher-3814-thread-2) [n:127.0.0.1:55224_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55224_solr
   [junit4]   2> 1967690 INFO  (jetty-launcher-3814-thread-2) [n:127.0.0.1:55224_solr    ] o.a.s.c.Overseer Overseer (id=72131363656630279-127.0.0.1:55224_solr-n_0000000000) starting
   [junit4]   2> 1967693 INFO  (jetty-launcher-3814-thread-3) [n:127.0.0.1:40012_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1967694 INFO  (jetty-launcher-3814-thread-3) [n:127.0.0.1:40012_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40012_solr
   [junit4]   2> 1967696 INFO  (zkCallback-3836-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1967699 DEBUG (OverseerStateUpdate-72131363656630279-127.0.0.1:55224_solr-n_0000000000) [n:127.0.0.1:55224_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1967700 DEBUG (OverseerAutoScalingTriggerThread-72131363656630279-127.0.0.1:55224_solr-n_0000000000) [n:127.0.0.1:55224_solr    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 1967700 INFO  (jetty-launcher-3814-thread-2) [n:127.0.0.1:55224_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55224_solr
   [junit4]   2> 1967701 DEBUG (OverseerAutoScalingTriggerThread-72131363656630279-127.0.0.1:55224_solr-n_0000000000) [n:127.0.0.1:55224_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 1967714 INFO  (zkCallback-3840-thread-1-processing-n:127.0.0.1:40012_solr) [n:127.0.0.1:40012_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1967714 INFO  (zkCallback-3840-thread-1-processing-n:127.0.0.1:40012_solr) [n:127.0.0.1:40012_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1967714 DEBUG (OverseerAutoScalingTriggerThread-72131363656630279-127.0.0.1:55224_solr-n_0000000000) [n:127.0.0.1:55224_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:40012_solr]
   [junit4]   2> 1967714 DEBUG (OverseerAutoScalingTriggerThread-72131363656630279-127.0.0.1:55224_solr-n_0000000000) [n:127.0.0.1:55224_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 1967714 DEBUG (OverseerAutoScalingTriggerThread-72131363656630279-127.0.0.1:55224_solr-n_0000000000) [n:127.0.0.1:55224_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 1967716 DEBUG (OverseerAutoScalingTriggerThread-72131363656630279-127.0.0.1:55224_solr-n_0000000000) [n:127.0.0.1:55224_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1967717 DEBUG (OverseerAutoScalingTriggerThread-72131363656630279-127.0.0.1:55224_solr-n_0000000000) [n:127.0.0.1:55224_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 1967717 DEBUG (ScheduledTrigger-6577-thread-1) [n:127.0.0.1:55224_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 1967718 DEBUG (OverseerStateUpdate-72131363656630279-127.0.0.1:55224_solr-n_0000000000) [n:127.0.0.1:55224_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:55224_solr"} current state version: 0
   [junit4]   2> 1967718 DEBUG (OverseerStateUpdate-72131363656630279-127.0.0.1:55224_solr-n_0000000000) [n:127.0.0.1:55224_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:55224_solr
   [junit4]   2> 1967725 INFO  (jetty-launcher-3814-thread-1) [n:127.0.0.1:42142_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1967727 INFO  (jetty-launcher-3814-thread-1) [n:127.0.0.1:42142_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1967729 INFO  (jetty-launcher-3814-thread-1) [n:127.0.0.1:42142_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42142_solr
   [junit4]   2> 1967734 INFO  (zkCallback-3836-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1967734 INFO  (zkCallback-3838-thread-1-processing-n:127.0.0.1:42142_solr) [n:127.0.0.1:42142_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1967756 INFO  (jetty-launcher-3814-thread-3) [n:127.0.0.1:40012_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40012.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c2a3b7e
   [junit4]   2> 1967761 INFO  (jetty-launcher-3814-thread-3) [n:127.0.0.1:40012_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40012.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c2a3b7e
   [junit4]   2> 1967761 INFO  (jetty-launcher-3814-thread-3) [n:127.0.0.1:40012_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40012.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c2a3b7e
   [junit4]   2> 1967762 INFO  (jetty-launcher-3814-thread-3) [n:127.0.0.1:40012_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node3/.
   [junit4]   2> 1967815 INFO  (zkCallback-3840-thread-1-processing-n:127.0.0.1:40012_solr) [n:127.0.0.1:40012_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1967832 INFO  (zkCallback-3836-thread-2-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1967833 DEBUG (OverseerStateUpdate-72131363656630279-127.0.0.1:55224_solr-n_0000000000) [n:127.0.0.1:55224_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:42142_solr"} current state version: 0
   [junit4]   2> 1967833 DEBUG (OverseerStateUpdate-72131363656630279-127.0.0.1:55224_solr-n_0000000000) [n:127.0.0.1:55224_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:42142_solr
   [junit4]   2> 1967890 INFO  (jetty-launcher-3814-thread-1) [n:127.0.0.1:42142_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42142.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c2a3b7e
   [junit4]   2> 1967896 INFO  (jetty-launcher-3814-thread-1) [n:127.0.0.1:42142_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42142.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c2a3b7e
   [junit4]   2> 1967896 INFO  (jetty-launcher-3814-thread-1) [n:127.0.0.1:42142_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42142.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c2a3b7e
   [junit4]   2> 1967897 INFO  (jetty-launcher-3814-thread-1) [n:127.0.0.1:42142_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node1/.
   [junit4]   2> 1967995 INFO  (jetty-launcher-3814-thread-2) [n:127.0.0.1:55224_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55224.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c2a3b7e
   [junit4]   2> 1968001 INFO  (jetty-launcher-3814-thread-2) [n:127.0.0.1:55224_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55224.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c2a3b7e
   [junit4]   2> 1968001 INFO  (jetty-launcher-3814-thread-2) [n:127.0.0.1:55224_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55224.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c2a3b7e
   [junit4]   2> 1968001 INFO  (jetty-launcher-3814-thread-2) [n:127.0.0.1:55224_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node2/.
   [junit4]   2> 1968023 INFO  (zkConnectionManagerCallback-3849-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1968026 INFO  (zkConnectionManagerCallback-3853-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1968028 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[6CCE7DB2991978A8]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1968029 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[6CCE7DB2991978A8]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38834/solr ready
   [junit4]   2> 1968034 INFO  (qtp913554361-17743) [n:127.0.0.1:42142_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&name=AutoscalingHistoryHandlerTest_collection&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1968036 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection AutoscalingHistoryHandlerTest_collection
   [junit4]   2> 1968037 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/protwords.txt
   [junit4]   2> 1968039 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
   [junit4]   2> 1968041 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/solrconfig.xml
   [junit4]   2> 1968043 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/synonyms.txt
   [junit4]   2> 1968045 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/stopwords.txt
   [junit4]   2> 1968046 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/params.json
   [junit4]   2> 1968049 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_it.txt
   [junit4]   2> 1968051 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stemdict_nl.txt
   [junit4]   2> 1968052 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_no.txt
   [junit4]   2> 1968054 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hy.txt
   [junit4]   2> 1968056 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ca.txt
   [junit4]   2> 1968058 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_id.txt
   [junit4]   2> 1968060 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ga.txt
   [junit4]   2> 1968062 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_da.txt
   [junit4]   2> 1968063 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hi.txt
   [junit4]   2> 1968068 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ja.txt
   [junit4]   2> 1968070 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_pt.txt
   [junit4]   2> 1968071 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hu.txt
   [junit4]   2> 1968073 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_el.txt
   [junit4]   2> 1968075 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ru.txt
   [junit4]   2> 1968077 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_tr.txt
   [junit4]   2> 1968079 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ar.txt
   [junit4]   2> 1968080 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/userdict_ja.txt
   [junit4]   2> 1968082 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_eu.txt
   [junit4]   2> 1968084 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_it.txt
   [junit4]   2> 1968086 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_cz.txt
   [junit4]   2> 1968088 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stoptags_ja.txt
   [junit4]   2> 1968090 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_fr.txt
   [junit4]   2> 1968091 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_de.txt
   [junit4]   2> 1968093 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fa.txt
   [junit4]   2> 1968095 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ga.txt
   [junit4]   2> 1968096 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ca.txt
   [junit4]   2> 1968098 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_nl.txt
   [junit4]   2> 1968100 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_bg.txt
   [junit4]   2> 1968102 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_lv.txt
   [junit4]   2> 1968103 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_en.txt
   [junit4]   2> 1968105 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_es.txt
   [junit4]   2> 1968107 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ro.txt
   [junit4]   2> 1968109 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_th.txt
   [junit4]   2> 1968111 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fr.txt
   [junit4]   2> 1968113 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_sv.txt
   [junit4]   2> 1968115 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fi.txt
   [junit4]   2> 1968117 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/hyphenations_ga.txt
   [junit4]   2> 1968119 INFO  (OverseerThreadFactory-6579-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_gl.txt
   [junit4]   2> 1968128 DEBUG (OverseerStateUpdate-72131363656630279-127.0.0.1:55224_solr-n_0000000000) [n:127.0.0.1:55224_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 1968128 DEBUG (OverseerStateUpdate-72131363656630279-127.0.0.1:55224_solr-n_0000000000) [n:127.0.0.1:55224_solr    ] o.a.s.c.o.ClusterStateMutator building a new cName: AutoscalingHistoryHandlerTest_collection
   [junit4]   2> 1968128 DEBUG (OverseerStateUpdate-72131363656630279-127.0.0.1:55224_solr-n_0000000000) [n:127.0.0.1:55224_solr    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json
   [junit4]   2> 1968231 DEBUG (OverseerStateUpdate-72131363656630279-127.0.0.1:55224_solr-n_0000000000) [n:127.0.0.1:55224_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:55224/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 1968231 INFO  (OverseerStateUpdate-72131363656630279-127.0.0.1:55224_solr-n_0000000000) [n:127.0.0.1:55224_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:55224/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1968236 DEBUG (OverseerStateUpdate-72131363656630279-127.0.0.1:55224_solr-n_0000000000) [n:127.0.0.1:55224_solr    ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{}}
   [junit4]   2> 1968236 DEBUG (OverseerStateUpdate-72131363656630279-127.0.0.1:55224_solr-n_0000000000) [n:127.0.0.1:55224_solr    ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node3":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"http://127.0.0.1:55224/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 1968238 DEBUG (OverseerStateUpdate-72131363656630279-127.0.0.1:55224_solr-n_0000000000) [n:127.0.0.1:55224_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:40012/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 1968238 INFO  (OverseerStateUpdate-72131363656630279-127.0.0.1:55224_solr-n_0000000000) [n:127.0.0.1:55224_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:40012/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1968241 DEBUG (OverseerStateUpdate-72131363656630279-127.0.0.1:55224_solr-n_0000000000) [n:127.0.0.1:55224_solr    ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node3":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"http://127.0.0.1:55224/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 1968241 DEBUG (OverseerStateUpdate-72131363656630279-127.0.0.1:55224_solr-n_0000000000) [n:127.0.0.1:55224_solr    ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node3":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"http://127.0.0.1:55224/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node5":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>       "base_url":"http://127.0.0.1:40012/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 1968243 DEBUG (OverseerStateUpdate-72131363656630279-127.0.0.1:55224_solr-n_0000000000) [n:127.0.0.1:55224_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:42142/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 1968243 INFO  (OverseerStateUpdate-72131363656630279-127.0.0.1:55224_solr-n_0000000000) [n:127.0.0.1:55224_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:42142/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1968244 DEBUG (OverseerStateUpdate-72131363656630279-127.0.0.1:55224_solr-n_0000000000) [n:127.0.0.1:55224_solr    ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node3":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"http://127.0.0.1:55224/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node5":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>       "base_url":"http://127.0.0.1:40012/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 1968244 DEBUG (OverseerStateUpdate-72131363656630279-127.0.0.1:55224_solr-n_0000000000) [n:127.0.0.1:55224_solr    ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node3":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"http://127.0.0.1:55224/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node5":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>       "base_url":"http://127.0.0.1:40012/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node6":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>       "base_url":"http://127.0.0.1:42142/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 1968345 DEBUG (OverseerStateUpdate-72131363656630279-127.0.0.1:55224_solr-n_0000000000) [n:127.0.0.1:55224_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 0
   [junit4]   2> 1968447 INFO  (qtp913554361-17748) [n:127.0.0.1:42142_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n4&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1968447 INFO  (qtp913554361-17748) [n:127.0.0.1:42142_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1968448 INFO  (qtp41761997-17759) [n:127.0.0.1:40012_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n2&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1968448 INFO  (qtp41761997-17759) [n:127.0.0.1:40012_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1968452 INFO  (qtp1953520927-17734) [n:127.0.0.1:55224_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1968452 INFO  (qtp1953520927-17734) [n:127.0.0.1:55224_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1968458 DEBUG (OverseerStateUpdate-72131363656630279-127.0.0.1:55224_solr-n_0000000000) [n:127.0.0.1:55224_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "core_node_name":"core_node5",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:40012/solr",
   [junit4]   2>   "node_name":"127.0.0.1:40012_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1968459 DEBUG (OverseerStateUpdate-72131363656630279-127.0.0.1:55224_solr-n_0000000000) [n:127.0.0.1:55224_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "core_node_name":"core_node5",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:40012/solr",
   [junit4]   2>   "node_name":"127.0.0.1:40012_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1968459 DEBUG (OverseerStateUpdate-72131363656630279-127.0.0.1:55224_solr-n_0000000000) [n:127.0.0.1:55224_solr    ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node5:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2","base_url":"http://127.0.0.1:40012/solr","node_name":"127.0.0.1:40012_solr","state":"down","type":"NRT"}
   [junit4]   2> 1968459 DEBUG (OverseerStateUpdate-72131363656630279-127.0.0.1:55224_solr-n_0000000000) [n:127.0.0.1:55224_solr    ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node3":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>           "base_url":"http://127.0.0.1:55224/solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "node_name":null,
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node5":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>           "base_url":"http://127.0.0.1:40012/solr",
   [junit4]   2>           "node_name":"127.0.0.1:40012_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node6":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>           "base_url":"http://127.0.0.1:42142/solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "node_name":null,
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 1968459 DEBUG (OverseerStateUpdate-72131363656630279-127.0.0.1:55224_solr-n_0000000000) [n:127.0.0.1:55224_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>   "core_node_name":"core_node6",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:42142/solr",
   [junit4]   2>   "node_name":"127.0.0.1:42142_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1968459 DEBUG (OverseerStateUpdate-72131363656630279-127.0.0.1:55224_solr-n_0000000000) [n:127.0.0.1:55224_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>   "core_node_name":"core_node6",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:42142/solr",
   [junit4]   2>   "node_name":"127.0.0.1:42142_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1968459 DEBUG (OverseerStateUpdate-72131363656630279-127.0.0.1:55224_solr-n_0000000000) [n:127.0.0.1:55224_solr    ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node6:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4","base_url":"http://127.0.0.1:42142/solr","node_name":"127.0.0.1:42142_solr","state":"down","type":"NRT"}
   [junit4]   2> 1968459 DEBUG (OverseerStateUpdate-72131363656630279-127.0.0.1:55224_solr-n_0000000000) [n:127.0.0.1:55224_solr    ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node3":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>           "base_url":"http://127.0.0.1:55224/solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "node_name":null,
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node5":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>           "base_url":"http://127.0.0.1:40012/solr",
   [junit4]   2>           "node_name":"127.0.0.1:40012_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node6":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>           "base_url":"http://127.0.0.1:42142/solr",
   [junit4]   2>           "node_name":"127.0.0.1:42142_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 1968459 DEBUG (OverseerStateUpdate-72131363656630279-127.0.0.1:55224_solr-n_0000000000) [n:127.0.0.1:55224_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node3",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:55224/solr",
   [junit4]   2>   "node_name":"127.0.0.1:55224_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1968459 DEBUG (OverseerStateUpdate-72131363656630279-127.0.0.1:55224_solr-n_0000000000) [n:127.0.0.1:55224_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node3",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:55224/solr",
   [junit4]   2>   "node_name":"127.0.0.1:55224_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1968459 DEBUG (OverseerStateUpdate-72131363656630279-127.0.0.1:55224_solr-n_0000000000) [n:127.0.0.1:55224_solr    ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1","base_url":"http://127.0.0.1:55224/solr","node_name":"127.0.0.1:55224_solr","state":"down","type":"NRT"}
   [junit4]   2> 1968459 DEBUG (OverseerStateUpdate-72131363656630279-127.0.0.1:55224_solr-n_0000000000) [n:127.0.0.1:55224_solr    ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node3":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>           "base_url":"http://127.0.0.1:55224/solr",
   [junit4]   2>           "node_name":"127.0.0.1:55224_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node5":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>           "base_url":"http://127.0.0.1:40012/solr",
   [junit4]   2>           "node_name":"127.0.0.1:40012_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node6":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>           "base_url":"http://127.0.0.1:42142/solr",
   [junit4]   2>           "node_name":"127.0.0.1:42142_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 1968560 DEBUG (OverseerStateUpdate-72131363656630279-127.0.0.1:55224_solr-n_0000000000) [n:127.0.0.1:55224_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 1
   [junit4]   2> 1968561 INFO  (zkCallback-3836-thread-2-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1968561 INFO  (zkCallback-3838-thread-1-processing-n:127.0.0.1:42142_solr) [n:127.0.0.1:42142_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1968561 INFO  (zkCallback-3836-thread-1-processing-n:127.0.0.1:55224_solr) [n:127.0.0.1:55224_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1968561 INFO  (zkCallback-3840-thread-1-processing-n:127.0.0.1:40012_solr) [n:127.0.0.1:40012_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1968561 INFO  (zkCallback-3838-thread-2-processing-n:127.0.0.1:42142_solr) [n:127.0.0.1:42142_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1968561 INFO  (zkCallback-3840-thread-2-processing-n:127.0.0.1:40012_solr) [n:127.0.0.1:40012_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1968723 DEBUG (ScheduledTrigger-6577-thread-1) [n:127.0.0.1:55224_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 1969471 INFO  (qtp913554361-17748) [n:127.0.0.1:42142_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 1969471 INFO  (qtp913554361-17748) [n:127.0.0.1:42142_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 1969471 INFO  (qtp1953520927-17734) [n:127.0.0.1:55224_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 1969471 INFO  (qtp1953520927-17734) [n:127.0.0.1:55224_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 1969471 WARN  (qtp913554361-17748) [n:127.0.0.1:42142_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/extraction/lib
   [junit4]   2> 1969471 WARN  (qtp913554361-17748) [n:127.0.0.1:42142_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist
   [junit4]   2> 1969471 WARN  (qtp1953520927-17734) [n:127.0.0.1:55224_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/extraction/lib
   [junit4]   2> 1969471 WARN  (qtp913554361-17748) [n:127.0.0.1:42142_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/clustering/lib
   [junit4]   2> 1969471 WARN  (qtp1953520927-17734) [n:127.0.0.1:55224_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
   [junit4]   2> 1969472 WARN  (qtp913554361-17748) [n:127.0.0.1:42142_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist
   [junit4]   2> 1969472 WARN  (qtp1953520927-17734) [n:127.0.0.1:55224_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/clustering/lib
   [junit4]   2> 1969472 WARN  (qtp913554361-17748) [n:127.0.0.1:42142_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/langid/lib
   [junit4]   2> 1969472 WARN  (qtp1953520927-17734) [n:127.0.0.1:55224_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
   [junit4]   2> 1969472 WARN  (qtp913554361-17748) [n:127.0.0.1:42142_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist
   [junit4]   2> 1969472 WARN  (qtp1953520927-17734) [n:127.0.0.1:55224_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/langid/lib
   [junit4]   2> 1969472 INFO  (qtp41761997-17759) [n:127.0.0.1:40012_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 1969472 WARN  (qtp913554361-17748) [n:127.0.0.1:42142_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/velocity/lib
   [junit4]   2> 1969472 INFO  (qtp41761997-17759) [n:127.0.0.1:40012_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 1969472 WARN  (qtp913554361-17748) [n:127.0.0.1:42142_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist
   [junit4]   2> 1969472 WARN  (qtp1953520927-17734) [n:127.0.0.1:55224_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
   [junit4]   2> 1969473 WARN  (qtp1953520927-17734) [n:127.0.0.1:55224_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/velocity/lib
   [junit4]   2> 1969473 WARN  (qtp41761997-17759) [n:127.0.0.1:40012_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/extraction/lib
   [junit4]   2> 1969473 WARN  (qtp1953520927-17734) [n:127.0.0.1:55224_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
   [junit4]   2> 1969473 WARN  (qtp41761997-17759) [n:127.0.0.1:40012_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
   [junit4]   2> 1969473 WARN  (qtp41761997-17759) [n:127.0.0.1:40012_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/clustering/lib
   [junit4]   2> 1969473 WARN  (qtp41761997-17759) [n:127.0.0.1:40012_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
   [junit4]   2> 1969473 WARN  (qtp41761997-17759) [n:127.0.0.1:40012_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/langid/lib
   [junit4]   2> 1969473 WARN  (qtp41761997-17759) [n:127.0.0.1:40012_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
   [junit4]   2> 1969474 WARN  (qtp41761997-17759) [n:127.0.0.1:40012_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/velocity/lib
   [junit4]   2> 1969474 WARN  (qtp41761997-17759) [n:127.0.0.1:40012_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6CCE7DB2991978A8-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
   [junit4]   2> 1969476 INFO  (qtp913554361-17748) [n:127.0.0.1:42142_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1969477 INFO  (qtp1953520927-17734) [n:127.0.0.1:55224_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1969478 INFO  (qtp41761997-17759) [n:127.0.0.1:40012_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 

[...truncated too long message...]

NAVAILABLE}
   [junit4]   2> 3301077 INFO  (jetty-closer-4740-thread-1) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 3301083 INFO  (jetty-closer-4740-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:62192_solr
   [junit4]   2> 3301084 INFO  (jetty-closer-4740-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 3301085 INFO  (zkCallback-4755-thread-3-processing-n:127.0.0.1:62192_solr) [n:127.0.0.1:62192_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 3301090 INFO  (jetty-closer-4740-thread-2) [    ] o.a.s.c.Overseer Overseer (id=72131446795468806-127.0.0.1:62192_solr-n_0000000000) closing
   [junit4]   2> 3301091 INFO  (OverseerStateUpdate-72131446795468806-127.0.0.1:62192_solr-n_0000000000) [n:127.0.0.1:62192_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:62192_solr
   [junit4]   2> 3301092 WARN  (OverseerAutoScalingTriggerThread-72131446795468806-127.0.0.1:62192_solr-n_0000000000) [n:127.0.0.1:62192_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 3301102 INFO  (jetty-closer-4740-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@37564847{/solr,null,UNAVAILABLE}
   [junit4]   2> 3301107 INFO  (jetty-closer-4740-thread-2) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 3301109 ERROR (SUITE-AliasIntegrationTest-seed#[6CCE7DB2991978A8]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3301109 INFO  (SUITE-AliasIntegrationTest-seed#[6CCE7DB2991978A8]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:63865 63865
   [junit4]   2> 3311153 INFO  (Thread-7428) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:63865 63865
   [junit4]   2> 3311159 WARN  (Thread-7428) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	22	/solr/aliases.json
   [junit4]   2> 	22	/solr/clusterprops.json
   [junit4]   2> 	16	/solr/configs/conf
   [junit4]   2> 	9	/solr/collections/collection2meta/terms/shard1
   [junit4]   2> 	8	/solr/collections/collection1meta/terms/shard2
   [junit4]   2> 	8	/solr/collections/collection1meta/terms/shard1
   [junit4]   2> 	3	/solr/collections/collection_one/terms/shard2
   [junit4]   2> 	3	/solr/collections/testErrorChecks-collection/terms/shard2
   [junit4]   2> 	3	/solr/collections/collection1/terms/shard2
   [junit4]   2> 	2	/solr/collections/collection_new/terms/shard1
   [junit4]   2> 	2	/solr/collections/collection2/terms/shard1
   [junit4]   2> 	2	/solr/collections/collection_two/terms/shard1
   [junit4]   2> 	2	/solr/collections/collection_one/terms/shard1
   [junit4]   2> 	2	/solr/collections/collection_old/terms/shard2
   [junit4]   2> 	2	/solr/collections/collection_old/terms/shard1
   [junit4]   2> 	2	/solr/collections/testErrorChecks-collection/terms/shard1
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/collections/collection1/terms/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	271	/solr/aliases.json
   [junit4]   2> 	44	/solr/collections/collection1meta/state.json
   [junit4]   2> 	24	/solr/collections/collection2meta/state.json
   [junit4]   2> 	22	/solr/clusterstate.json
   [junit4]   2> 	11	/solr/collections/collection_one/state.json
   [junit4]   2> 	11	/solr/collections/collection1/state.json
   [junit4]   2> 	11	/solr/collections/collection_old/state.json
   [junit4]   2> 	11	/solr/collections/testErrorChecks-collection/state.json
   [junit4]   2> 	6	/solr/collections/collection_new/state.json
   [junit4]   2> 	6	/solr/collections/collection_two/state.json
   [junit4]   2> 	6	/solr/collections/collection2/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	205	/solr/collections
   [junit4]   2> 	22	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.AliasIntegrationTest_6CCE7DB2991978A8-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {a_t=FST50, id=PostingsFormat(name=Memory)}, docValues:{}, maxPointsInLeafNode=857, maxMBSortInHeap=5.918657503030336, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@7f0a3abd), locale=fr-LU, timezone=Europe/Brussels
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=204906696,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestFieldTypeResource, TestMergePolicyConfig, FieldMutatingUpdateProcessorTest, TestFieldCacheSortRandom, PeerSyncReplicationTest, TestInPlaceUpdatesDistrib, TestEmbeddedSolrServerAdminHandler, MetricsConfigTest, TestDistribStateManager, TermVectorComponentDistributedTest, TimeRoutedAliasUpdateProcessorTest, PingRequestHandlerTest, SchemaVersionSpecificBehaviorTest, IndexSchemaRuntimeFieldTest, TestConfigSetImmutable, TestPolicyCloud, DistributedFacetExistsSmallTest, TestDocTermOrds, TestClusterProperties, TestStreamBody, TestCopyFieldCollectionResource, TestHashQParserPlugin, BasicZkTest, TestConfigReload, TestCloudInspectUtil, CdcrRequestHandlerTest, TestReloadAndDeleteDocs, SecurityConfHandlerTest, TestExceedMaxTermLength, NodeMutatorTest, HttpTriggerListenerTest, ConjunctionSolrSpellCheckerTest, TestAuthenticationFramework, SmileWriterTest, TestIndexSearcher, TestDelegationWithHadoopAuth, TestConfigSets, TestRuleBasedAuthorizationPlugin, TestTriggerIntegration, TestPointFields, ExecutePlanActionTest, TestCollectionAPI, TestInitParams, DistributedFacetPivotLongTailTest, CurrencyRangeFacetCloudTest, TestHttpShardHandlerFactory, TestCursorMarkWithoutUniqueKey, TestIBSimilarityFactory, SearchRateTriggerTest, TestHdfsCloudBackupRestore, TestJmxIntegration, XmlUpdateRequestHandlerTest, ShardRoutingCustomTest, TestFunctionQuery, TestPartialUpdateDeduplication, ZkFailoverTest, SimpleMLTQParserTest, SolrIndexMetricsTest, TestClusterStateProvider, TestTrie, TestLeaderElectionZkExpiry, StatsReloadRaceTest, TestConfigSetsAPIExclusivity, TestCoreContainer, DirectSolrSpellCheckerTest, HDFSCollectionsAPITest, BigEndianAscendingWordDeserializerTest, LeaderElectionIntegrationTest, DistributedQueryElevationComponentTest, TestFiltering, TestCloudNestedDocsSort, NumberUtilsTest, DataDrivenBlockJoinTest, PreAnalyzedFieldManagedSchemaCloudTest, LIRRollingUpdatesTest, TestPayloadCheckQParserPlugin, OverriddenZkACLAndCredentialsProvidersTest, TestMultiValuedNumericRangeQuery, TestSSLRandomization, TestCollectionAPIs, TestDFISimilarityFactory, TestNumericRangeQuery64, TestBinaryField, TestHighlightDedupGrouping, TestHighFrequencyDictionaryFactory, TestUninvertingReader, TestCloudPivotFacet, OpenCloseCoreStressTest, DeleteInactiveReplicaTest, TestElisionMultitermQuery, ImplicitSnitchTest, TestManagedResource, PathHierarchyTokenizerFactoryTest, AddReplicaTest, TestTrackingShardHandlerFactory, TestRecoveryHdfs, TestSystemIdResolver, SignatureUpdateProcessorFactoryTest, OutputWriterTest, TestSystemCollAutoCreate, DateMathParserTest, HdfsThreadLeakTest, CopyFieldTest, ConnectionReuseTest, TestOnReconnectListenerSupport, TestAuthorizationFramework, TestRandomFlRTGCloud, ShardSplitTest, SolrIndexConfigTest, EnumFieldTest, FileUtilsTest, TestSimpleTextCodec, PolyFieldTest, TestLegacyNumericUtils, ResourceLoaderTest, TestSearcherReuse, TestReqParamsAPI, SuggesterFSTTest, SolrGraphiteReporterTest, FullHLLTest, TestLFUCache, SolrPluginUtilsTest, BadCopyFieldTest, TestShortCircuitedRequests, TestQueryTypes, TestCloudSchemaless, DistributedDebugComponentTest, HighlighterMaxOffsetTest, InfixSuggestersTest, LeaderFailoverAfterPartitionTest, OverseerModifyCollectionTest, TestUtilizeNode, TestUtils, RestartWhileUpdatingTest, ForceLeaderTest, TestRangeQuery, TestDynamicFieldResource, TestReload, BinaryUpdateRequestHandlerTest, TestCoreAdminApis, TestFileDictionaryLookup, DistributedMLTComponentTest, TestAddFieldRealTimeGet, CoreAdminCreateDiscoverTest, AnalysisErrorHandlingTest, CloneFieldUpdateProcessorFactoryTest, TestNumericTerms32, SSLMigrationTest, OverseerStatusTest, TestSolrConfigHandlerCloud, AssignTest, SearchHandlerTest, DistributedQueryComponentCustomSortTest, TestRecovery, TestRebalanceLeaders, NodeAddedTriggerTest, RAMDirectoryFactoryTest, MoveReplicaTest, TestCollationField, TestZkChroot, TestCloudRecovery, BasicDistributedZkTest, UUIDUpdateProcessorFallbackTest, AlternateDirectoryTest, DeleteNodeTest, StatsComponentTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestMissingGroups, TestFoldingMultitermQuery, TestSolrCloudWithKerberosAlt, SpellingQueryConverterTest, TestLegacyField, UtilsToolTest, ChangedSchemaMergeTest, TestXmlQParserPlugin, RequiredFieldsTest, HLLUtilTest, TestSuggestSpellingConverter, HdfsDirectoryFactoryTest, TestSmileRequest, TestObjectReleaseTracker, TestReplicationHandler, MBeansHandlerTest, SolrRequestParserTest, TestSchemalessBufferedUpdates, TestNoOpRegenerator, TestLockTree, TestGroupingSearch, QueryElevationComponentTest, ConvertedLegacyTest, TestSort, TestLazyCores, CoreAdminHandlerTest, TestCSVLoader, WordBreakSolrSpellCheckerTest, TestPseudoReturnFields, QueryEqualityTest, TestRemoteStreaming, SolrInfoBeanTest, CacheHeaderTest, LukeRequestHandlerTest, TestOmitPositions, TermsComponentTest, FastVectorHighlighterTest, UpdateRequestProcessorFactoryTest, SearchHandlerTest, TestSolrJ, TestLRUCache, ZkNodePropsTest, CursorPagingTest, AliasIntegrationTest]
   [junit4] Completed [512/775 (2!)] on J0 in 76.90s, 8 tests, 1 failure <<< FAILURES!

[...truncated 49115 lines...]