You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/02/07 21:50:57 UTC
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 438 -
Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/438/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([E975FE5F82CBEB71:84895AA238831476]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:265)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12619 lines...]
[junit4] Suite: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/init-core-data-001
[junit4] 2> 1482027 WARN (SUITE-AutoscalingHistoryHandlerTest-seed#[E975FE5F82CBEB71]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
[junit4] 2> 1482028 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[E975FE5F82CBEB71]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1482031 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[E975FE5F82CBEB71]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 1482031 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[E975FE5F82CBEB71]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1482032 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[E975FE5F82CBEB71]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001
[junit4] 2> 1482033 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[E975FE5F82CBEB71]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1482033 INFO (Thread-2401) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1482033 INFO (Thread-2401) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1482036 ERROR (Thread-2401) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1482136 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[E975FE5F82CBEB71]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:52906
[junit4] 2> 1482145 INFO (zkConnectionManagerCallback-2681-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1482149 INFO (jetty-launcher-2678-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1482149 INFO (jetty-launcher-2678-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1482150 INFO (jetty-launcher-2678-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1482150 INFO (jetty-launcher-2678-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1482150 INFO (jetty-launcher-2678-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1482150 INFO (jetty-launcher-2678-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1482151 INFO (jetty-launcher-2678-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1482151 INFO (jetty-launcher-2678-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1482151 INFO (jetty-launcher-2678-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1482152 INFO (jetty-launcher-2678-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1482152 INFO (jetty-launcher-2678-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1482152 INFO (jetty-launcher-2678-thread-3) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1482153 INFO (jetty-launcher-2678-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3d72a0cd{/solr,null,AVAILABLE}
[junit4] 2> 1482153 INFO (jetty-launcher-2678-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4a146e86{/solr,null,AVAILABLE}
[junit4] 2> 1482153 INFO (jetty-launcher-2678-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d30c746{/solr,null,AVAILABLE}
[junit4] 2> 1482154 INFO (jetty-launcher-2678-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1757b5ba{HTTP/1.1,[http/1.1]}{127.0.0.1:52908}
[junit4] 2> 1482154 INFO (jetty-launcher-2678-thread-1) [ ] o.e.j.s.Server Started @1485622ms
[junit4] 2> 1482154 INFO (jetty-launcher-2678-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52908}
[junit4] 2> 1482154 ERROR (jetty-launcher-2678-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1482157 INFO (jetty-launcher-2678-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@61ac105c{HTTP/1.1,[http/1.1]}{127.0.0.1:52909}
[junit4] 2> 1482157 INFO (jetty-launcher-2678-thread-3) [ ] o.e.j.s.Server Started @1485625ms
[junit4] 2> 1482157 INFO (jetty-launcher-2678-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52909}
[junit4] 2> 1482157 ERROR (jetty-launcher-2678-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1482158 INFO (jetty-launcher-2678-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1482158 INFO (jetty-launcher-2678-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5c1bbf43{HTTP/1.1,[http/1.1]}{127.0.0.1:52910}
[junit4] 2> 1482158 INFO (jetty-launcher-2678-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1482158 INFO (jetty-launcher-2678-thread-2) [ ] o.e.j.s.Server Started @1485626ms
[junit4] 2> 1482158 INFO (jetty-launcher-2678-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1482158 INFO (jetty-launcher-2678-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52910}
[junit4] 2> 1482158 INFO (jetty-launcher-2678-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-07T20:49:38.656Z
[junit4] 2> 1482159 ERROR (jetty-launcher-2678-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1482159 INFO (jetty-launcher-2678-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1482159 INFO (jetty-launcher-2678-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1482159 INFO (jetty-launcher-2678-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1482159 INFO (jetty-launcher-2678-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-07T20:49:38.657Z
[junit4] 2> 1482160 INFO (jetty-launcher-2678-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1482160 INFO (jetty-launcher-2678-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1482160 INFO (jetty-launcher-2678-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1482160 INFO (jetty-launcher-2678-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-07T20:49:38.658Z
[junit4] 2> 1482161 INFO (zkConnectionManagerCallback-2685-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1482162 INFO (zkConnectionManagerCallback-2687-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1482162 INFO (jetty-launcher-2678-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1482162 INFO (zkConnectionManagerCallback-2683-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1482162 INFO (jetty-launcher-2678-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1482163 INFO (jetty-launcher-2678-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1482174 INFO (jetty-launcher-2678-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52906/solr
[junit4] 2> 1482174 INFO (jetty-launcher-2678-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52906/solr
[junit4] 2> 1482174 INFO (jetty-launcher-2678-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52906/solr
[junit4] 2> 1482175 INFO (zkConnectionManagerCallback-2695-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1482175 INFO (zkConnectionManagerCallback-2697-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1482175 INFO (zkConnectionManagerCallback-2699-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1482176 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1005c692fde0004, likely client has closed socket
[junit4] 2> 1482176 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1005c692fde0005, likely client has closed socket
[junit4] 2> 1482177 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1005c692fde0006, likely client has closed socket
[junit4] 2> 1482178 INFO (zkConnectionManagerCallback-2701-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1482178 INFO (zkConnectionManagerCallback-2703-thread-1-processing-n:127.0.0.1:52910_solr) [n:127.0.0.1:52910_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1482179 INFO (zkConnectionManagerCallback-2705-thread-1-processing-n:127.0.0.1:52909_solr) [n:127.0.0.1:52909_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1482313 INFO (jetty-launcher-2678-thread-1) [n:127.0.0.1:52908_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1482313 INFO (jetty-launcher-2678-thread-3) [n:127.0.0.1:52909_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1482313 INFO (jetty-launcher-2678-thread-2) [n:127.0.0.1:52910_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1482314 INFO (jetty-launcher-2678-thread-1) [n:127.0.0.1:52908_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52908_solr
[junit4] 2> 1482314 INFO (jetty-launcher-2678-thread-3) [n:127.0.0.1:52909_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52909_solr
[junit4] 2> 1482314 INFO (jetty-launcher-2678-thread-2) [n:127.0.0.1:52910_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52910_solr
[junit4] 2> 1482315 INFO (jetty-launcher-2678-thread-1) [n:127.0.0.1:52908_solr ] o.a.s.c.Overseer Overseer (id=72159200882327559-127.0.0.1:52908_solr-n_0000000000) starting
[junit4] 2> 1482317 INFO (zkCallback-2702-thread-1-processing-n:127.0.0.1:52910_solr) [n:127.0.0.1:52910_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1482323 INFO (zkCallback-2700-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1482323 INFO (zkCallback-2704-thread-1-processing-n:127.0.0.1:52909_solr) [n:127.0.0.1:52909_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1482340 DEBUG (OverseerStateUpdate-72159200882327559-127.0.0.1:52908_solr-n_0000000000) [n:127.0.0.1:52908_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 1482340 DEBUG (OverseerAutoScalingTriggerThread-72159200882327559-127.0.0.1:52908_solr-n_0000000000) [n:127.0.0.1:52908_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1482341 DEBUG (OverseerAutoScalingTriggerThread-72159200882327559-127.0.0.1:52908_solr-n_0000000000) [n:127.0.0.1:52908_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1482341 DEBUG (OverseerAutoScalingTriggerThread-72159200882327559-127.0.0.1:52908_solr-n_0000000000) [n:127.0.0.1:52908_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:52910_solr, 127.0.0.1:52909_solr]
[junit4] 2> 1482341 DEBUG (OverseerAutoScalingTriggerThread-72159200882327559-127.0.0.1:52908_solr-n_0000000000) [n:127.0.0.1:52908_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1482341 DEBUG (OverseerAutoScalingTriggerThread-72159200882327559-127.0.0.1:52908_solr-n_0000000000) [n:127.0.0.1:52908_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1482341 INFO (jetty-launcher-2678-thread-1) [n:127.0.0.1:52908_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52908_solr
[junit4] 2> 1482342 DEBUG (OverseerStateUpdate-72159200882327559-127.0.0.1:52908_solr-n_0000000000) [n:127.0.0.1:52908_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:52908_solr"} current state version: 0
[junit4] 2> 1482342 DEBUG (OverseerStateUpdate-72159200882327559-127.0.0.1:52908_solr-n_0000000000) [n:127.0.0.1:52908_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:52908_solr
[junit4] 2> 1482343 INFO (zkCallback-2700-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1482343 INFO (zkCallback-2704-thread-1-processing-n:127.0.0.1:52909_solr) [n:127.0.0.1:52909_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1482344 INFO (zkCallback-2702-thread-1-processing-n:127.0.0.1:52910_solr) [n:127.0.0.1:52910_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1482346 DEBUG (OverseerAutoScalingTriggerThread-72159200882327559-127.0.0.1:52908_solr-n_0000000000) [n:127.0.0.1:52908_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1482346 DEBUG (OverseerAutoScalingTriggerThread-72159200882327559-127.0.0.1:52908_solr-n_0000000000) [n:127.0.0.1:52908_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1482347 DEBUG (ScheduledTrigger-5204-thread-1) [n:127.0.0.1:52908_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1482449 INFO (jetty-launcher-2678-thread-1) [n:127.0.0.1:52908_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52908.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39bb5a56
[junit4] 2> 1482451 INFO (jetty-launcher-2678-thread-3) [n:127.0.0.1:52909_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52909.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39bb5a56
[junit4] 2> 1482459 INFO (jetty-launcher-2678-thread-1) [n:127.0.0.1:52908_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52908.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39bb5a56
[junit4] 2> 1482459 INFO (jetty-launcher-2678-thread-1) [n:127.0.0.1:52908_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52908.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39bb5a56
[junit4] 2> 1482461 INFO (jetty-launcher-2678-thread-3) [n:127.0.0.1:52909_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52909.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39bb5a56
[junit4] 2> 1482461 INFO (jetty-launcher-2678-thread-3) [n:127.0.0.1:52909_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52909.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39bb5a56
[junit4] 2> 1482461 INFO (jetty-launcher-2678-thread-1) [n:127.0.0.1:52908_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node1/.
[junit4] 2> 1482463 INFO (jetty-launcher-2678-thread-3) [n:127.0.0.1:52909_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node3/.
[junit4] 2> 1482502 INFO (jetty-launcher-2678-thread-2) [n:127.0.0.1:52910_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52910.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39bb5a56
[junit4] 2> 1482510 INFO (jetty-launcher-2678-thread-2) [n:127.0.0.1:52910_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52910.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39bb5a56
[junit4] 2> 1482510 INFO (jetty-launcher-2678-thread-2) [n:127.0.0.1:52910_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52910.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39bb5a56
[junit4] 2> 1482511 INFO (jetty-launcher-2678-thread-2) [n:127.0.0.1:52910_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node2/.
[junit4] 2> 1482544 INFO (zkConnectionManagerCallback-2713-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1482548 INFO (zkConnectionManagerCallback-2717-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1482549 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[E975FE5F82CBEB71]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1482551 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[E975FE5F82CBEB71]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52906/solr ready
[junit4] 2> 1482559 INFO (qtp1874121623-12285) [n:127.0.0.1:52910_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&name=AutoscalingHistoryHandlerTest_collection&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1482563 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection AutoscalingHistoryHandlerTest_collection
[junit4] 2> 1482565 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
[junit4] 2> 1482568 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/protwords.txt
[junit4] 2> 1482571 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/solrconfig.xml
[junit4] 2> 1482574 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/synonyms.txt
[junit4] 2> 1482577 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/stopwords.txt
[junit4] 2> 1482581 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_it.txt
[junit4] 2> 1482584 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ca.txt
[junit4] 2> 1482587 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stemdict_nl.txt
[junit4] 2> 1482590 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hy.txt
[junit4] 2> 1482593 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_no.txt
[junit4] 2> 1482596 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_id.txt
[junit4] 2> 1482598 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_da.txt
[junit4] 2> 1482601 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ga.txt
[junit4] 2> 1482604 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hi.txt
[junit4] 2> 1482607 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ja.txt
[junit4] 2> 1482609 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_pt.txt
[junit4] 2> 1482612 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hu.txt
[junit4] 2> 1482615 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_el.txt
[junit4] 2> 1482617 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ru.txt
[junit4] 2> 1482620 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_tr.txt
[junit4] 2> 1482624 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ar.txt
[junit4] 2> 1482627 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/userdict_ja.txt
[junit4] 2> 1482629 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_eu.txt
[junit4] 2> 1482632 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_it.txt
[junit4] 2> 1482635 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_cz.txt
[junit4] 2> 1482638 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stoptags_ja.txt
[junit4] 2> 1482641 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_fr.txt
[junit4] 2> 1482643 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_de.txt
[junit4] 2> 1482646 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fa.txt
[junit4] 2> 1482649 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ga.txt
[junit4] 2> 1482651 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ca.txt
[junit4] 2> 1482654 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_nl.txt
[junit4] 2> 1482657 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_bg.txt
[junit4] 2> 1482660 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_en.txt
[junit4] 2> 1482663 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_es.txt
[junit4] 2> 1482666 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_lv.txt
[junit4] 2> 1482668 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ro.txt
[junit4] 2> 1482671 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_th.txt
[junit4] 2> 1482674 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fr.txt
[junit4] 2> 1482676 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_sv.txt
[junit4] 2> 1482679 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fi.txt
[junit4] 2> 1482682 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/hyphenations_ga.txt
[junit4] 2> 1482685 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_gl.txt
[junit4] 2> 1482688 INFO (OverseerThreadFactory-5206-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/params.json
[junit4] 2> 1482698 DEBUG (OverseerStateUpdate-72159200882327559-127.0.0.1:52908_solr-n_0000000000) [n:127.0.0.1:52908_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "numShards":"1",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 1482698 DEBUG (OverseerStateUpdate-72159200882327559-127.0.0.1:52908_solr-n_0000000000) [n:127.0.0.1:52908_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: AutoscalingHistoryHandlerTest_collection
[junit4] 2> 1482699 DEBUG (OverseerStateUpdate-72159200882327559-127.0.0.1:52908_solr-n_0000000000) [n:127.0.0.1:52908_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json
[junit4] 2> 1482804 DEBUG (OverseerStateUpdate-72159200882327559-127.0.0.1:52908_solr-n_0000000000) [n:127.0.0.1:52908_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:52909/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 1482804 INFO (OverseerStateUpdate-72159200882327559-127.0.0.1:52908_solr-n_0000000000) [n:127.0.0.1:52908_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:52909/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1482808 DEBUG (OverseerStateUpdate-72159200882327559-127.0.0.1:52908_solr-n_0000000000) [n:127.0.0.1:52908_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 1482808 DEBUG (OverseerStateUpdate-72159200882327559-127.0.0.1:52908_solr-n_0000000000) [n:127.0.0.1:52908_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:52909/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1482809 DEBUG (OverseerStateUpdate-72159200882327559-127.0.0.1:52908_solr-n_0000000000) [n:127.0.0.1:52908_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:52910/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 1482810 INFO (OverseerStateUpdate-72159200882327559-127.0.0.1:52908_solr-n_0000000000) [n:127.0.0.1:52908_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:52910/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1482813 DEBUG (OverseerStateUpdate-72159200882327559-127.0.0.1:52908_solr-n_0000000000) [n:127.0.0.1:52908_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:52909/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1482813 DEBUG (OverseerStateUpdate-72159200882327559-127.0.0.1:52908_solr-n_0000000000) [n:127.0.0.1:52908_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:52909/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:52910/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1482815 DEBUG (OverseerStateUpdate-72159200882327559-127.0.0.1:52908_solr-n_0000000000) [n:127.0.0.1:52908_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:52908/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 1482815 INFO (OverseerStateUpdate-72159200882327559-127.0.0.1:52908_solr-n_0000000000) [n:127.0.0.1:52908_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:52908/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1482817 DEBUG (OverseerStateUpdate-72159200882327559-127.0.0.1:52908_solr-n_0000000000) [n:127.0.0.1:52908_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:52909/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:52910/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1482817 DEBUG (OverseerStateUpdate-72159200882327559-127.0.0.1:52908_solr-n_0000000000) [n:127.0.0.1:52908_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:52909/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:52910/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"http://127.0.0.1:52908/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1482918 DEBUG (OverseerStateUpdate-72159200882327559-127.0.0.1:52908_solr-n_0000000000) [n:127.0.0.1:52908_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 0
[junit4] 2> 1483026 INFO (qtp1874121623-12289) [n:127.0.0.1:52910_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n2&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1483026 INFO (qtp646483042-12277) [n:127.0.0.1:52908_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n4&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1483026 INFO (qtp38308940-12293) [n:127.0.0.1:52909_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1483026 INFO (qtp1874121623-12289) [n:127.0.0.1:52910_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1483026 INFO (qtp646483042-12277) [n:127.0.0.1:52908_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1483027 INFO (qtp38308940-12293) [n:127.0.0.1:52909_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1483036 DEBUG (OverseerStateUpdate-72159200882327559-127.0.0.1:52908_solr-n_0000000000) [n:127.0.0.1:52908_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:52910/solr",
[junit4] 2> "node_name":"127.0.0.1:52910_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1483036 DEBUG (OverseerStateUpdate-72159200882327559-127.0.0.1:52908_solr-n_0000000000) [n:127.0.0.1:52908_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:52910/solr",
[junit4] 2> "node_name":"127.0.0.1:52910_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1483036 DEBUG (OverseerStateUpdate-72159200882327559-127.0.0.1:52908_solr-n_0000000000) [n:127.0.0.1:52908_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node5:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2","base_url":"http://127.0.0.1:52910/solr","node_name":"127.0.0.1:52910_solr","state":"down","type":"NRT"}
[junit4] 2> 1483036 DEBUG (OverseerStateUpdate-72159200882327559-127.0.0.1:52908_solr-n_0000000000) [n:127.0.0.1:52908_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:52909/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:52910/solr",
[junit4] 2> "node_name":"127.0.0.1:52910_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"http://127.0.0.1:52908/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1483036 DEBUG (OverseerStateUpdate-72159200882327559-127.0.0.1:52908_solr-n_0000000000) [n:127.0.0.1:52908_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:52909/solr",
[junit4] 2> "node_name":"127.0.0.1:52909_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1483036 DEBUG (OverseerStateUpdate-72159200882327559-127.0.0.1:52908_solr-n_0000000000) [n:127.0.0.1:52908_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:52909/solr",
[junit4] 2> "node_name":"127.0.0.1:52909_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1483036 DEBUG (OverseerStateUpdate-72159200882327559-127.0.0.1:52908_solr-n_0000000000) [n:127.0.0.1:52908_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1","base_url":"http://127.0.0.1:52909/solr","node_name":"127.0.0.1:52909_solr","state":"down","type":"NRT"}
[junit4] 2> 1483036 DEBUG (OverseerStateUpdate-72159200882327559-127.0.0.1:52908_solr-n_0000000000) [n:127.0.0.1:52908_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:52909/solr",
[junit4] 2> "node_name":"127.0.0.1:52909_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:52910/solr",
[junit4] 2> "node_name":"127.0.0.1:52910_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"http://127.0.0.1:52908/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1483037 DEBUG (OverseerStateUpdate-72159200882327559-127.0.0.1:52908_solr-n_0000000000) [n:127.0.0.1:52908_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "core_node_name":"core_node6",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:52908/solr",
[junit4] 2> "node_name":"127.0.0.1:52908_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1483037 DEBUG (OverseerStateUpdate-72159200882327559-127.0.0.1:52908_solr-n_0000000000) [n:127.0.0.1:52908_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "core_node_name":"core_node6",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:52908/solr",
[junit4] 2> "node_name":"127.0.0.1:52908_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1483037 DEBUG (OverseerStateUpdate-72159200882327559-127.0.0.1:52908_solr-n_0000000000) [n:127.0.0.1:52908_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node6:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4","base_url":"http://127.0.0.1:52908/solr","node_name":"127.0.0.1:52908_solr","state":"down","type":"NRT"}
[junit4] 2> 1483037 DEBUG (OverseerStateUpdate-72159200882327559-127.0.0.1:52908_solr-n_0000000000) [n:127.0.0.1:52908_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:52909/solr",
[junit4] 2> "node_name":"127.0.0.1:52909_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:52910/solr",
[junit4] 2> "node_name":"127.0.0.1:52910_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"http://127.0.0.1:52908/solr",
[junit4] 2> "node_name":"127.0.0.1:52908_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1483144 DEBUG (OverseerStateUpdate-72159200882327559-127.0.0.1:52908_solr-n_0000000000) [n:127.0.0.1:52908_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 1
[junit4] 2> 1483144 INFO (zkCallback-2700-thread-1-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1483144 INFO (zkCallback-2704-thread-1-processing-n:127.0.0.1:52909_solr) [n:127.0.0.1:52909_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1483144 INFO (zkCallback-2702-thread-1-processing-n:127.0.0.1:52910_solr) [n:127.0.0.1:52910_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1483145 INFO (zkCallback-2700-thread-2-processing-n:127.0.0.1:52908_solr) [n:127.0.0.1:52908_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1483145 INFO (zkCallback-2704-thread-2-processing-n:127.0.0.1:52909_solr) [n:127.0.0.1:52909_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1483145 INFO (zkCallback-2702-thread-2-processing-n:127.0.0.1:52910_solr) [n:127.0.0.1:52910_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1483357 DEBUG (ScheduledTrigger-5204-thread-1) [n:127.0.0.1:52908_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1484061 INFO (qtp1874121623-12289) [n:127.0.0.1:52910_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 1484061 INFO (qtp38308940-12293) [n:127.0.0.1:52909_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 1484062 INFO (qtp38308940-12293) [n:127.0.0.1:52909_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 1484062 INFO (qtp1874121623-12289) [n:127.0.0.1:52910_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 1484063 WARN (qtp1874121623-12289) [n:127.0.0.1:52910_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/extraction/lib
[junit4] 2> 1484063 WARN (qtp38308940-12293) [n:127.0.0.1:52909_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 1484063 WARN (qtp1874121623-12289) [n:127.0.0.1:52910_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
[junit4] 2> 1484063 WARN (qtp38308940-12293) [n:127.0.0.1:52909_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 1484064 WARN (qtp1874121623-12289) [n:127.0.0.1:52910_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/clustering/lib
[junit4] 2> 1484064 WARN (qtp38308940-12293) [n:127.0.0.1:52909_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/clustering/lib
[junit4] 2> 1484064 WARN (qtp38308940-12293) [n:127.0.0.1:52909_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 1484064 WARN (qtp1874121623-12289) [n:127.0.0.1:52910_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
[junit4] 2> 1484064 WARN (qtp38308940-12293) [n:127.0.0.1:52909_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/langid/lib
[junit4] 2> 1484064 WARN (qtp38308940-12293) [n:127.0.0.1:52909_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 1484065 WARN (qtp1874121623-12289) [n:127.0.0.1:52910_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/langid/lib
[junit4] 2> 1484065 WARN (qtp1874121623-12289) [n:127.0.0.1:52910_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
[junit4] 2> 1484065 WARN (qtp38308940-12293) [n:127.0.0.1:52909_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/velocity/lib
[junit4] 2> 1484065 WARN (qtp38308940-12293) [n:127.0.0.1:52909_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 1484065 WARN (qtp1874121623-12289) [n:127.0.0.1:52910_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/velocity/lib
[junit4] 2> 1484065 WARN (qtp1874121623-12289) [n:127.0.0.1:52910_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
[junit4] 2> 1484070 INFO (qtp38308940-12293) [n:127.0.0.1:52909_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1484071 INFO (qtp1874121623-12289) [n:127.0.0.1:52910_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1484074 INFO (qtp646483042-12277) [n:127.0.0.1:52908_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 1484079 INFO (qtp646483042-12277) [n:127.0.0.1:52908_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 1484080 WARN (qtp646483042-12277) [n:127.0.0.1:52908_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/extraction/lib
[junit4] 2> 1484081 WARN (qtp646483042-12277) [n:127.0.0.1:52908_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist
[junit4] 2> 1484081 WARN (qtp646483042-12277) [n:127.0.0.1:52908_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/clustering/lib
[junit4] 2> 1484081 WARN (qtp646483042-12277) [n:127.0.0.1:52908_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist
[junit4] 2> 1484082 WARN (qtp646483042-12277) [n:127.0.0.1:52908_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/langid/lib
[junit4] 2> 1484082 WARN (qtp646483042-12277) [n:127.0.0.1:52908_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist
[junit4] 2> 1484083 WARN (qtp646483042-12277) [n:127.0.0.1:52908_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/velocity/lib
[junit4] 2> 1484083 WARN (qtp646483042-12277) [n:127.0.0.1:52908_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist
[junit4] 2> 1484086 INFO (qtp38308940-12293) [n:127.0.0.1:52909_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.s.IndexSchema [AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] Schema name=default-config
[junit4] 2> 1484088 INFO (qtp646483042-12277) [n:127.0.0.1:52908_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1484109 INFO (qtp1874121623-12289) [n:127.0.0.1:52910_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.s.IndexSchema [AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] Schema name=default-config
[junit4] 2> 1484114 INFO (qtp646483042-12277) [n:127.0.0.1:52908_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.s.IndexSchema [AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] Schema name=default-config
[junit4] 2> 1484327 INFO (qtp38308940-12293) [n:127.0.0.1:52909_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 1484359 DEBUG (ScheduledTrigger-5204-thread-2) [n:127.0.0.1:52908_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1484369 INFO (qtp38308940-12293) [n:127.0.0.1:52909_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'AutoscalingHistoryHandlerTest_collection_shard1_replica_n1' using configuration from collection AutoscalingHistoryHandlerTest_collection, trusted=true
[junit4] 2> 1484369 INFO (qtp38308940-12293) [n:127.0.0.1:52909_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52909.solr.core.AutoscalingHistoryHandlerTest_collection.shard1.replica_n1' (registry 'solr.core.AutoscalingHistoryHandlerTest_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39bb5a56
[junit4] 2> 1484369 INFO (qtp38308940-12293) [n:127.0.0.1:52909_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1484369 INFO (qtp38308940-12293) [n:127.0.0.1:52909_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrCore [[AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001/tempDir-001/node3/./AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/data/]
[junit4] 2> 1484375 INFO (qtp1874121623-12289) [n:127.0.0.1:52910_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 1484604 INFO (qtp38308940-12293) [n:127.0.0.1:52909_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 1484625 INFO (qtp646483042-12277) [n:127.0.0.1:52908_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 1484672 INFO (qtp1874121623-12289) [n:127.0.0.1:52910_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'AutoscalingHistoryHandlerTest_collection_shard1_replica_n2' using configuration from collection AutoscalingHistoryHandlerTest_collection, trusted=true
[junit4] 2> 1484673 INFO (qtp1874121623-12289) [n:127.0.0.1:52910_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52910.solr.core.AutoscalingHistoryHandlerTest_collection.shard1.replica_n2' (registry 'solr.core.AutoscalingHistoryHandlerTest_collection.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39bb5a56
[junit4] 2> 1484673 INFO (qtp1874121623-12289) [n:127.0.0.1:52910_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4]
[...truncated too long message...]
2> 1518790 INFO (jetty-closer-2679-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@d30c746{/solr,null,UNAVAILABLE}
[junit4] 2> 1518799 INFO (jetty-closer-2679-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1518809 INFO (coreCloseExecutor-5273-thread-2) [n:127.0.0.1:52909_solr c:.system s:shard1 r:core_node10 x:.system_shard1_replica_n9] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=1988787717
[junit4] 2> 1518819 INFO (coreCloseExecutor-5274-thread-2) [n:127.0.0.1:52969_solr c:.system s:shard1 r:core_node8 x:.system_shard1_replica_n7] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=12265344
[junit4] 2> 1518822 INFO (jetty-closer-2679-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72159200882327561-127.0.0.1:52909_solr-n_0000000001) closing
[junit4] 2> 1518822 INFO (OverseerStateUpdate-72159200882327561-127.0.0.1:52909_solr-n_0000000001) [n:127.0.0.1:52909_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:52909_solr
[junit4] 2> 1518823 WARN (OverseerAutoScalingTriggerThread-72159200882327561-127.0.0.1:52909_solr-n_0000000001) [n:127.0.0.1:52909_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1518824 DEBUG (jetty-closer-2679-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1518827 INFO (jetty-closer-2679-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4a146e86{/solr,null,UNAVAILABLE}
[junit4] 2> 1518827 INFO (zkCallback-2724-thread-2-processing-n:127.0.0.1:52969_solr) [n:127.0.0.1:52969_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52969_solr
[junit4] 2> 1518828 INFO (jetty-closer-2679-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1520330 INFO (jetty-closer-2679-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1e7da1ec{/solr,null,UNAVAILABLE}
[junit4] 2> 1520330 INFO (jetty-closer-2679-thread-3) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1520331 ERROR (SUITE-AutoscalingHistoryHandlerTest-seed#[E975FE5F82CBEB71]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1520332 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[E975FE5F82CBEB71]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52906 52906
[junit4] 2> 1520347 INFO (Thread-2401) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52906 52906
[junit4] 2> 1520516 WARN (Thread-2401) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 21 /solr/collections/.system/terms/shard1
[junit4] 2> 17 /solr/collections/AutoscalingHistoryHandlerTest_collection/terms/shard1
[junit4] 2> 13 /solr/aliases.json
[junit4] 2> 13 /solr/clusterprops.json
[junit4] 2> 5 /solr/configs/.system
[junit4] 2> 5 /solr/configs/.system/managed-schema
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
[junit4] 2> 4 /solr/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 59 /solr/collections/.system/state.json
[junit4] 2> 40 /solr/collections/AutoscalingHistoryHandlerTest_collection/state.json
[junit4] 2> 13 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/AutoscalingHistoryHandlerTest_collection/leader_elect/shard1/election/72159200882327561-core_node3-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/72159200882327561-127.0.0.1:52909_solr-n_0000000001
[junit4] 2> 2 /solr/collections/.system/leader_elect/shard1/election/72159200882327559-core_node5-n_0000000000
[junit4] 2> 2 /solr/collections/AutoscalingHistoryHandlerTest_collection/leader_elect/shard1/election/72159200882327560-core_node5-n_0000000001
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 13 /solr/live_nodes
[junit4] 2> 13 /solr/collections
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/autoscaling/events/AutoscalingHistoryHandlerTest_node_lost_trigger
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E975FE5F82CBEB71-001
[junit4] 2> Feb 07, 2018 8:50:17 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {action_s=PostingsFormat(name=LuceneVarGapFixedInterval), event.source_s=Lucene50(blocksize=128), type=BlockTreeOrds(blocksize=128), before.actions_ss=PostingsFormat(name=MockRandom), event.property._enqueue_time__ss=PostingsFormat(name=LuceneVarGapFixedInterval), after.actions_ss=PostingsFormat(name=LuceneVarGapFixedInterval), stage_s=PostingsFormat(name=LuceneVarGapFixedInterval), event.id_s=Lucene50(blocksize=128), event.property.eventTimes_ss=BlockTreeOrds(blocksize=128), source_s=Lucene50(blocksize=128), event.type_s=BlockTreeOrds(blocksize=128), responses_ts=PostingsFormat(name=LuceneVarGapFixedInterval), id=Lucene50(blocksize=128), collections_ss=BlockTreeOrds(blocksize=128), operations.params_ts=PostingsFormat(name=LuceneVarGapFixedInterval), event.property.nodeNames_ss=BlockTreeOrds(blocksize=128)}, docValues:{_version_=DocValuesFormat(name=Lucene70), event.time_l=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1274, maxMBSortInHeap=7.562876457745409, sim=RandomSimilarity(queryNorm=true): {}, locale=pl-PL, timezone=America/Louisville
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=277694944,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [RequestLoggingTest, TestBlendedInfixSuggestions, MBeansHandlerTest, TestDownShardTolerantSearch, CloudExitableDirectoryReaderTest, TestNumericRangeQuery32, SolrXmlInZkTest, TestFieldTypeCollectionResource, TestUnifiedSolrHighlighter, TlogReplayBufferedWhileIndexingTest, TestNestedDocsSort, PropertiesRequestHandlerTest, RollingRestartTest, TestEmbeddedSolrServerAdminHandler, StatsComponentTest, LeaderFailureAfterFreshStartTest, TestMaxScoreQueryParser, TestImpersonationWithHadoopAuth, TestSimpleQParserPlugin, SegmentsInfoRequestHandlerTest, TriggerIntegrationTest, TestPullReplicaErrorHandling, HdfsRecoveryZkTest, HdfsSyncSliceTest, TestSchemaSimilarityResource, JavabinLoaderTest, TestCoreBackup, BufferStoreTest, PathHierarchyTokenizerFactoryTest, V2ApiIntegrationTest, TestSubQueryTransformer, CoreSorterTest, HdfsAutoAddReplicasIntegrationTest, TestIBSimilarityFactory, ResponseHeaderTest, TestExpandComponent, CopyFieldTest, SearchHandlerTest, DateMathParserTest, TestSchemaManager, SystemLogListenerTest, ZkCLITest, TestComplexPhraseQParserPlugin, SpatialRPTFieldTypeTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestConfigOverlay, TestRecovery, TestTrie, FileUtilsTest, CachingDirectoryFactoryTest, TestGroupingSearch, TermsComponentTest, TestSystemIdResolver, TestBinaryResponseWriter, TestCoreContainer, VMParamsZkACLAndCredentialsProvidersTest, TestInPlaceUpdatesStandalone, SampleTest, HdfsChaosMonkeyNothingIsSafeTest, TestFunctionQuery, ConvertedLegacyTest, QueryEqualityTest, TestRandomRequestDistribution, TestPrepRecovery, TestRealTimeGet, QueryResultKeyTest, UninvertDocValuesMergePolicyTest, GraphQueryTest, BlockJoinFacetRandomTest, TestSQLHandlerNonCloud, SolrCoreTest, TestCloudSearcherWarming, CollectionsAPIAsyncDistributedZkTest, TestConfigSetsAPI, TestCloudPseudoReturnFields, DistributedFacetSimpleRefinementLongTailTest, CollectionsAPISolrJTest, SolrPluginUtilsTest, DistributedFacetPivotLargeTest, DistribCursorPagingTest, TestMultiWordSynonyms, SuggesterFSTTest, BasicZkTest, FacetPivotSmallTest, TolerantUpdateProcessorTest, TestDynamicFieldCollectionResource, ConcurrentDeleteAndCreateCollectionTest, CollectionReloadTest, WordBreakSolrSpellCheckerTest, TestLargeCluster, TestCollationFieldDocValues, SolrSlf4jReporterTest, XmlUpdateRequestHandlerTest, OpenCloseCoreStressTest, TestLeaderInitiatedRecoveryThread, TestTestInjection, TestStressUserVersions, TestReplicationHandlerBackup, ForceLeaderTest, TestMergePolicyConfig, TestSortableTextField, TestNumericTerms64, TestInfoStreamLogging, TestTolerantSearch, TestReplicationHandler, TestDynamicLoading, TestJmxIntegration, TestPKIAuthenticationPlugin, TestRemoteStreaming, HdfsLockFactoryTest, TestSurroundQueryParser, TestPivotHelperCode, ZkStateWriterTest, TestXIncludeConfig, TestIntervalFaceting, DocExpirationUpdateProcessorFactoryTest, AnalyticsQueryTest, DistributedFacetPivotWhiteBoxTest, DocValuesMissingTest, SpellCheckCollatorWithCollapseTest, ConfigSetsAPITest, TestCollationField, DistributedQueryComponentOptimizationTest, OverseerTaskQueueTest, OpenExchangeRatesOrgProviderTest, TestReloadDeadlock, DistribJoinFromCollectionTest, DeleteInactiveReplicaTest, DeleteNodeTest, DirectSolrConnectionTest, AutoscalingHistoryHandlerTest]
[junit4] Completed [309/774 (1!)] on J0 in 38.77s, 1 test, 1 failure <<< FAILURES!
[...truncated 49784 lines...]
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk-9) - Build # 439 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/439/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseG1GC
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.analytics.facet.QueryFacetTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.analytics.facet.QueryFacetTest: 1) Thread[id=252, name=qtp2094167143-252, state=TIMED_WAITING, group=TGRP-QueryFacetTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.analytics.facet.QueryFacetTest:
1) Thread[id=252, name=qtp2094167143-252, state=TIMED_WAITING, group=TGRP-QueryFacetTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.base@9/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([31FB21A5DC9433D0]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.analytics.facet.QueryFacetTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=252, name=qtp2094167143-252, state=TIMED_WAITING, group=TGRP-QueryFacetTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=252, name=qtp2094167143-252, state=TIMED_WAITING, group=TGRP-QueryFacetTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.base@9/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([31FB21A5DC9433D0]:0)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([F70A61BC17858DA8:7F37E8C32D456C05]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState(TriggerIntegrationTest.java:426)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([F70A61BC17858DA8:C6B40C58692FF85A]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown(TriggerIntegrationTest.java:1177)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12940 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F70A61BC17858DA8-001/init-core-data-001
[junit4] 2> 1706109 WARN (SUITE-TriggerIntegrationTest-seed#[F70A61BC17858DA8]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1706110 INFO (SUITE-TriggerIntegrationTest-seed#[F70A61BC17858DA8]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1706111 INFO (SUITE-TriggerIntegrationTest-seed#[F70A61BC17858DA8]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 1706111 INFO (SUITE-TriggerIntegrationTest-seed#[F70A61BC17858DA8]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1706112 INFO (SUITE-TriggerIntegrationTest-seed#[F70A61BC17858DA8]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F70A61BC17858DA8-001/tempDir-001
[junit4] 2> 1706112 INFO (SUITE-TriggerIntegrationTest-seed#[F70A61BC17858DA8]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1706112 INFO (Thread-2684) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1706112 INFO (Thread-2684) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1706117 ERROR (Thread-2684) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1706213 INFO (SUITE-TriggerIntegrationTest-seed#[F70A61BC17858DA8]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:49832
[junit4] 2> 1706228 INFO (zkConnectionManagerCallback-3415-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1706236 INFO (jetty-launcher-3412-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1706236 INFO (jetty-launcher-3412-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1706238 INFO (jetty-launcher-3412-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1706238 INFO (jetty-launcher-3412-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1706239 INFO (jetty-launcher-3412-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1706239 INFO (jetty-launcher-3412-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1e1408f7{/solr,null,AVAILABLE}
[junit4] 2> 1706240 INFO (jetty-launcher-3412-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@ac98392{HTTP/1.1,[http/1.1]}{127.0.0.1:49834}
[junit4] 2> 1706240 INFO (jetty-launcher-3412-thread-2) [ ] o.e.j.s.Server Started @1707953ms
[junit4] 2> 1706240 INFO (jetty-launcher-3412-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49834}
[junit4] 2> 1706240 ERROR (jetty-launcher-3412-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1706241 INFO (jetty-launcher-3412-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1706241 INFO (jetty-launcher-3412-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1706241 INFO (jetty-launcher-3412-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1706241 INFO (jetty-launcher-3412-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-08T08:52:57.073228Z
[junit4] 2> 1706255 INFO (jetty-launcher-3412-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1706255 INFO (jetty-launcher-3412-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1706255 INFO (jetty-launcher-3412-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1706255 INFO (jetty-launcher-3412-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7f4fddfb{/solr,null,AVAILABLE}
[junit4] 2> 1706256 INFO (jetty-launcher-3412-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@64293776{HTTP/1.1,[http/1.1]}{127.0.0.1:49836}
[junit4] 2> 1706256 INFO (jetty-launcher-3412-thread-1) [ ] o.e.j.s.Server Started @1707969ms
[junit4] 2> 1706256 INFO (jetty-launcher-3412-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49836}
[junit4] 2> 1706256 ERROR (jetty-launcher-3412-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1706256 INFO (jetty-launcher-3412-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1706256 INFO (zkConnectionManagerCallback-3417-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1706256 INFO (jetty-launcher-3412-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1706256 INFO (jetty-launcher-3412-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1706256 INFO (jetty-launcher-3412-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-08T08:52:57.088619Z
[junit4] 2> 1706257 INFO (jetty-launcher-3412-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1706273 INFO (zkConnectionManagerCallback-3419-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1706274 INFO (jetty-launcher-3412-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1706308 INFO (jetty-launcher-3412-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49832/solr
[junit4] 2> 1706310 INFO (jetty-launcher-3412-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49832/solr
[junit4] 2> 1706311 INFO (zkConnectionManagerCallback-3423-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1706313 INFO (zkConnectionManagerCallback-3427-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1706319 INFO (zkConnectionManagerCallback-3429-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1706329 INFO (zkConnectionManagerCallback-3431-thread-1-processing-n:127.0.0.1:49836_solr) [n:127.0.0.1:49836_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1706634 INFO (jetty-launcher-3412-thread-2) [n:127.0.0.1:49834_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1706638 INFO (jetty-launcher-3412-thread-2) [n:127.0.0.1:49834_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:49834_solr
[junit4] 2> 1706639 INFO (jetty-launcher-3412-thread-1) [n:127.0.0.1:49836_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1706640 INFO (jetty-launcher-3412-thread-2) [n:127.0.0.1:49834_solr ] o.a.s.c.Overseer Overseer (id=72162045041115141-127.0.0.1:49834_solr-n_0000000000) starting
[junit4] 2> 1706641 INFO (jetty-launcher-3412-thread-1) [n:127.0.0.1:49836_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49836_solr
[junit4] 2> 1706643 INFO (zkCallback-3428-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1706652 INFO (zkCallback-3430-thread-1-processing-n:127.0.0.1:49836_solr) [n:127.0.0.1:49836_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1706665 DEBUG (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1706670 DEBUG (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1706671 DEBUG (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:49836_solr]
[junit4] 2> 1706671 DEBUG (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1706671 DEBUG (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1706671 INFO (jetty-launcher-3412-thread-2) [n:127.0.0.1:49834_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49834_solr
[junit4] 2> 1706707 INFO (zkCallback-3428-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1706707 INFO (zkCallback-3430-thread-1-processing-n:127.0.0.1:49836_solr) [n:127.0.0.1:49836_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1706722 DEBUG (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1706723 DEBUG (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1706723 DEBUG (ScheduledTrigger-5534-thread-1) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1706749 INFO (jetty-launcher-3412-thread-1) [n:127.0.0.1:49836_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49836.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b2bc671
[junit4] 2> 1706781 INFO (jetty-launcher-3412-thread-1) [n:127.0.0.1:49836_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49836.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b2bc671
[junit4] 2> 1706781 INFO (jetty-launcher-3412-thread-1) [n:127.0.0.1:49836_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49836.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b2bc671
[junit4] 2> 1706785 INFO (jetty-launcher-3412-thread-1) [n:127.0.0.1:49836_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F70A61BC17858DA8-001/tempDir-001/node1/.
[junit4] 2> 1706814 INFO (jetty-launcher-3412-thread-2) [n:127.0.0.1:49834_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49834.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b2bc671
[junit4] 2> 1706840 INFO (jetty-launcher-3412-thread-2) [n:127.0.0.1:49834_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49834.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b2bc671
[junit4] 2> 1706841 INFO (jetty-launcher-3412-thread-2) [n:127.0.0.1:49834_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49834.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b2bc671
[junit4] 2> 1706842 INFO (jetty-launcher-3412-thread-2) [n:127.0.0.1:49834_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F70A61BC17858DA8-001/tempDir-001/node2/.
[junit4] 2> 1706869 INFO (zkConnectionManagerCallback-3437-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1706874 INFO (zkConnectionManagerCallback-3441-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1706875 INFO (SUITE-TriggerIntegrationTest-seed#[F70A61BC17858DA8]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1706877 INFO (SUITE-TriggerIntegrationTest-seed#[F70A61BC17858DA8]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49832/solr ready
[junit4] 2> 1706920 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[F70A61BC17858DA8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTriggerRestoreState
[junit4] 2> 1706920 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[F70A61BC17858DA8]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 1706921 DEBUG (zkCallback-3428-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1706921 DEBUG (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1706928 DEBUG (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1706929 DEBUG (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1706930 DEBUG (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1706946 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[F70A61BC17858DA8]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1706949 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[F70A61BC17858DA8]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1706949 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[F70A61BC17858DA8]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1706949 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[F70A61BC17858DA8]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1706950 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[F70A61BC17858DA8]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@719a0c2b{/solr,null,AVAILABLE}
[junit4] 2> 1706950 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[F70A61BC17858DA8]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@729f08c4{HTTP/1.1,[http/1.1]}{127.0.0.1:49844}
[junit4] 2> 1706950 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[F70A61BC17858DA8]) [ ] o.e.j.s.Server Started @1708663ms
[junit4] 2> 1706950 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[F70A61BC17858DA8]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49844}
[junit4] 2> 1706950 ERROR (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[F70A61BC17858DA8]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1706951 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[F70A61BC17858DA8]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1706951 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[F70A61BC17858DA8]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1706951 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[F70A61BC17858DA8]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1706951 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[F70A61BC17858DA8]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-08T08:52:57.783525Z
[junit4] 2> 1706953 INFO (zkConnectionManagerCallback-3443-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1706954 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[F70A61BC17858DA8]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1706968 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[F70A61BC17858DA8]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49832/solr
[junit4] 2> 1706970 INFO (zkConnectionManagerCallback-3447-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1706983 INFO (zkConnectionManagerCallback-3449-thread-1-processing-n:127.0.0.1:49844_solr) [n:127.0.0.1:49844_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1706996 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[F70A61BC17858DA8]) [n:127.0.0.1:49844_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1707011 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[F70A61BC17858DA8]) [n:127.0.0.1:49844_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1707019 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[F70A61BC17858DA8]) [n:127.0.0.1:49844_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49844_solr
[junit4] 2> 1707022 INFO (zkCallback-3428-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1707022 INFO (zkCallback-3430-thread-1-processing-n:127.0.0.1:49836_solr) [n:127.0.0.1:49836_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1707023 INFO (zkCallback-3448-thread-1-processing-n:127.0.0.1:49844_solr) [n:127.0.0.1:49844_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1707026 INFO (zkCallback-3440-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1707084 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[F70A61BC17858DA8]) [n:127.0.0.1:49844_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49844.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b2bc671
[junit4] 2> 1707099 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[F70A61BC17858DA8]) [n:127.0.0.1:49844_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49844.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b2bc671
[junit4] 2> 1707099 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[F70A61BC17858DA8]) [n:127.0.0.1:49844_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49844.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b2bc671
[junit4] 2> 1707101 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[F70A61BC17858DA8]) [n:127.0.0.1:49844_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F70A61BC17858DA8-001/tempDir-001/node3/.
[junit4] 2> 1707231 INFO (qtp1570735659-14286) [n:127.0.0.1:49834_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1707243 INFO (qtp2144733123-14277) [n:127.0.0.1:49836_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1707257 INFO (qtp1641859141-14337) [n:127.0.0.1:49844_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=8
[junit4] 2> 1707260 DEBUG (qtp1570735659-14279) [n:127.0.0.1:49834_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1707262 INFO (qtp1570735659-14279) [n:127.0.0.1:49834_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=44
[junit4] 2> 1707262 DEBUG (zkCallback-3428-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 1707268 DEBUG (zkCallback-3428-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:49834_solr, 127.0.0.1:49844_solr, 127.0.0.1:49836_solr]
[junit4] 2> 1707269 DEBUG (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1707270 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[F70A61BC17858DA8]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@729f08c4{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1707270 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[F70A61BC17858DA8]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=704117854
[junit4] 2> 1707271 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[F70A61BC17858DA8]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1707271 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[F70A61BC17858DA8]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7912a684: rootName = solr_49844, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1b2b1f55
[junit4] 2> 1707275 INFO (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1707276 DEBUG (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1707277 DEBUG (ScheduledTrigger-5534-thread-1) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 3
[junit4] 2> 1707279 DEBUG (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1707302 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[F70A61BC17858DA8]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1707302 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[F70A61BC17858DA8]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6caac91: rootName = solr_49844, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6baaf29f
[junit4] 2> 1707322 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[F70A61BC17858DA8]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1707322 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[F70A61BC17858DA8]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4f557c9a: rootName = solr_49844, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6f957b32
[junit4] 2> 1707325 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[F70A61BC17858DA8]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:49844_solr
[junit4] 2> 1707328 INFO (zkCallback-3430-thread-1-processing-n:127.0.0.1:49836_solr) [n:127.0.0.1:49836_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1707331 INFO (zkCallback-3428-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1707329 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[F70A61BC17858DA8]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1707329 INFO (zkCallback-3440-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1707328 INFO (zkCallback-3448-thread-1-processing-n:127.0.0.1:49844_solr) [n:127.0.0.1:49844_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1707333 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[F70A61BC17858DA8]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1707336 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[F70A61BC17858DA8]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@719a0c2b{/solr,null,UNAVAILABLE}
[junit4] 2> 1707336 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[F70A61BC17858DA8]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1708282 DEBUG (ScheduledTrigger-5534-thread-2) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 2
[junit4] 2> 1708282 DEBUG (ScheduledTrigger-5534-thread-2) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:49844_solr
[junit4] 2> 1708847 INFO (qtp1570735659-14286) [n:127.0.0.1:49834_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1708849 INFO (qtp2144733123-14280) [n:127.0.0.1:49836_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1708849 DEBUG (qtp1570735659-14287) [n:127.0.0.1:49834_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1708850 INFO (qtp1570735659-14287) [n:127.0.0.1:49834_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 1708851 DEBUG (zkCallback-3428-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 1708851 DEBUG (zkCallback-3428-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:49834_solr, 127.0.0.1:49836_solr]
[junit4] 2> 1708852 DEBUG (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 1708852 INFO (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1708853 DEBUG (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:49844_solr
[junit4] 2> 1708853 DEBUG (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1708854 DEBUG (ScheduledTrigger-5534-thread-1) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 2
[junit4] 2> 1708854 DEBUG (ScheduledTrigger-5534-thread-1) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:49844_solr]
[junit4] 2> 1708854 DEBUG (ScheduledTrigger-5534-thread-1) [n:127.0.0.1:49834_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"5a98d252584fbT8vpye15sb79677qtfzjt0hk4",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":1593798562252027,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1593798562252027],
[junit4] 2> "nodeNames":["127.0.0.1:49844_solr"]}}
[junit4] 2> 1708862 DEBUG (ScheduledTrigger-5534-thread-1) [n:127.0.0.1:49834_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_restore_trigger]
[junit4] 2> 1708863 DEBUG (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 1708863 INFO (ScheduledTrigger-5534-thread-1) [n:127.0.0.1:49834_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1708864 DEBUG (AutoscalingActionExecutor-5535-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"5a98d252584fbT8vpye15sb79677qtfzjt0hk4",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":1593798562252027,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1593798562252027],
[junit4] 2> "_enqueue_time_":1593798571762341,
[junit4] 2> "nodeNames":["127.0.0.1:49844_solr"]}}
[junit4] 2> 1708866 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[F70A61BC17858DA8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTriggerRestoreState
[junit4] 2> 1708882 DEBUG (AutoscalingActionExecutor-5535-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_restore_trigger after 5000ms
[junit4] 2> 1708882 DEBUG (AutoscalingActionExecutor-5535-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 18 ms for event id=5a98d252584fbT8vpye15sb79677qtfzjt0hk4
[junit4] 2> 1708902 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[F70A61BC17858DA8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSetProperties
[junit4] 2> 1708902 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[F70A61BC17858DA8]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
[junit4] 2> 1708903 DEBUG (zkCallback-3428-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 1708903 DEBUG (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 1708906 DEBUG (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1708906 DEBUG (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1708907 DEBUG (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 1709918 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[F70A61BC17858DA8]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerScheduleDelaySeconds from: 1 to: 4
[junit4] 2> 1713933 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[F70A61BC17858DA8]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerScheduleDelaySeconds from: 4 to: 1
[junit4] 2> 1723972 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[F70A61BC17858DA8]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerCorePoolSize from: 4 to: 6
[junit4] 2> 1733995 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[F70A61BC17858DA8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSetProperties
[junit4] 2> 1734011 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F70A61BC17858DA8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerThrottling
[junit4] 2> 1734014 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F70A61BC17858DA8]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 6
[junit4] 2> 1734015 DEBUG (zkCallback-3428-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 1734015 DEBUG (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 1734015 DEBUG (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1734015 DEBUG (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1734016 DEBUG (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 1734026 INFO (qtp1570735659-14287) [n:127.0.0.1:49834_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1734029 INFO (qtp2144733123-14282) [n:127.0.0.1:49836_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1734029 DEBUG (qtp1570735659-14284) [n:127.0.0.1:49834_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1734030 INFO (qtp1570735659-14284) [n:127.0.0.1:49834_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 1734031 DEBUG (zkCallback-3428-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 1734038 DEBUG (zkCallback-3428-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:49834_solr, 127.0.0.1:49836_solr]
[junit4] 2> 1734038 DEBUG (zkCallback-3428-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 1734038 DEBUG (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 1734039 INFO (qtp1570735659-14284) [n:127.0.0.1:49834_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1734040 INFO (qtp2144733123-14293) [n:127.0.0.1:49836_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1734040 DEBUG (qtp1570735659-14288) [n:127.0.0.1:49834_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1734041 INFO (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1734041 INFO (qtp1570735659-14288) [n:127.0.0.1:49834_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 1734042 DEBUG (zkCallback-3428-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 1734042 DEBUG (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1734042 DEBUG (zkCallback-3428-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:49834_solr, 127.0.0.1:49836_solr]
[junit4] 2> 1734042 DEBUG (zkCallback-3428-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 1734043 DEBUG (zkCallback-3428-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:49834_solr, 127.0.0.1:49836_solr]
[junit4] 2> 1734043 DEBUG (ScheduledTrigger-5534-thread-3) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1734043 DEBUG (zkCallback-3428-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 1734043 DEBUG (ScheduledTrigger-5534-thread-3) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1734043 DEBUG (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 7
[junit4] 2> 1734043 DEBUG (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 1734046 INFO (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1734047 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F70A61BC17858DA8]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1734047 DEBUG (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1734048 DEBUG (ScheduledTrigger-5534-thread-2) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1734048 DEBUG (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 1734048 DEBUG (ScheduledTrigger-5534-thread-2) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1734049 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F70A61BC17858DA8]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1734049 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F70A61BC17858DA8]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1734049 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F70A61BC17858DA8]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1734050 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F70A61BC17858DA8]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@520e02fb{/solr,null,AVAILABLE}
[junit4] 2> 1734050 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F70A61BC17858DA8]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@546217da{HTTP/1.1,[http/1.1]}{127.0.0.1:49912}
[junit4] 2> 1734050 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F70A61BC17858DA8]) [ ] o.e.j.s.Server Started @1735764ms
[junit4] 2> 1734050 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F70A61BC17858DA8]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49912}
[junit4] 2> 1734051 ERROR (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F70A61BC17858DA8]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1734051 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F70A61BC17858DA8]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1734051 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F70A61BC17858DA8]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1734051 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F70A61BC17858DA8]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1734051 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F70A61BC17858DA8]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-08T08:53:24.883500Z
[junit4] 2> 1734053 INFO (zkConnectionManagerCallback-3453-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1734054 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F70A61BC17858DA8]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1734061 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F70A61BC17858DA8]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49832/solr
[junit4] 2> 1734064 INFO (zkConnectionManagerCallback-3457-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1734068 INFO (zkConnectionManagerCallback-3459-thread-1-processing-n:127.0.0.1:49912_solr) [n:127.0.0.1:49912_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1734082 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F70A61BC17858DA8]) [n:127.0.0.1:49912_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1734087 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F70A61BC17858DA8]) [n:127.0.0.1:49912_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1734092 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F70A61BC17858DA8]) [n:127.0.0.1:49912_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49912_solr
[junit4] 2> 1734095 INFO (zkCallback-3428-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1734095 INFO (zkCallback-3430-thread-1-processing-n:127.0.0.1:49836_solr) [n:127.0.0.1:49836_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1734095 INFO (zkCallback-3440-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1734096 INFO (zkCallback-3458-thread-1-processing-n:127.0.0.1:49912_solr) [n:127.0.0.1:49912_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1734154 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F70A61BC17858DA8]) [n:127.0.0.1:49912_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49912.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b2bc671
[junit4] 2> 1734166 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F70A61BC17858DA8]) [n:127.0.0.1:49912_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49912.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b2bc671
[junit4] 2> 1734167 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F70A61BC17858DA8]) [n:127.0.0.1:49912_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49912.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b2bc671
[junit4] 2> 1734168 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F70A61BC17858DA8]) [n:127.0.0.1:49912_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F70A61BC17858DA8-001/tempDir-001/node4/.
[junit4] 2> 1735053 DEBUG (ScheduledTrigger-5534-thread-3) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1735053 DEBUG (ScheduledTrigger-5534-thread-3) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1735053 DEBUG (ScheduledTrigger-5534-thread-3) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:49912_solr at time 1593824762902139
[junit4] 2> 1735053 DEBUG (ScheduledTrigger-5534-thread-3) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:49912_solr] added at times [1593824762902139], now=1593824762965467
[junit4] 2> 1735054 DEBUG (ScheduledTrigger-5534-thread-3) [n:127.0.0.1:49834_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"5a9933ed3b67bT8vpye15sb79677qtfzjt0hk6",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":1593824762902139,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1593824762902139],
[junit4] 2> "nodeNames":["127.0.0.1:49912_solr"]}}
[junit4] 2> 1735054 DEBUG (ScheduledTrigger-5534-thread-3) [n:127.0.0.1:49834_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger2, node_added_trigger1]
[junit4] 2> 1735055 INFO (ScheduledTrigger-5534-thread-3) [n:127.0.0.1:49834_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1735056 DEBUG (AutoscalingActionExecutor-5535-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"5a9933ed3b67bT8vpye15sb79677qtfzjt0hk6",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":1593824762902139,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1593824762902139],
[junit4] 2> "_enqueue_time_":1593824763224135,
[junit4] 2> "nodeNames":["127.0.0.1:49912_solr"]}}
[junit4] 2> 1735056 INFO (AutoscalingActionExecutor-5535-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_added_trigger1
[junit4] 2> 1735058 DEBUG (AutoscalingActionExecutor-5535-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 1735058 DEBUG (AutoscalingActionExecutor-5535-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 1735058 DEBUG (AutoscalingActionExecutor-5535-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 2 ms for event id=5a9933ed3b67bT8vpye15sb79677qtfzjt0hk6
[junit4] 2> 1740060 DEBUG (ScheduledTrigger-5534-thread-1) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1740060 DEBUG (ScheduledTrigger-5534-thread-1) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1740060 DEBUG (ScheduledTrigger-5534-thread-1) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:49912_solr at time 1593829769576523
[junit4] 2> 1740060 DEBUG (ScheduledTrigger-5534-thread-1) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:49912_solr] added at times [1593829769576523], now=1593829769616889
[junit4] 2> 1740060 DEBUG (ScheduledTrigger-5534-thread-1) [n:127.0.0.1:49834_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"5a994693f804bT8vpye15sb79677qtfzjt0hk8",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":1593829769576523,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1593829769576523],
[junit4] 2> "nodeNames":["127.0.0.1:49912_solr"]}}
[junit4] 2> 1740060 DEBUG (ScheduledTrigger-5534-thread-1) [n:127.0.0.1:49834_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger2, node_added_trigger1]
[junit4] 2> 1740060 DEBUG (ScheduledTrigger-5534-thread-2) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1740060 DEBUG (ScheduledTrigger-5534-thread-2) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1740061 INFO (ScheduledTrigger-5534-thread-1) [n:127.0.0.1:49834_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1740062 DEBUG (AutoscalingActionExecutor-5535-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"5a994693f804bT8vpye15sb79677qtfzjt0hk8",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":1593829769576523,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1593829769576523],
[junit4] 2> "_enqueue_time_":1593829769848925,
[junit4] 2> "nodeNames":["127.0.0.1:49912_solr"]}}
[junit4] 2> 1740062 INFO (AutoscalingActionExecutor-5535-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.TriggerIntegrationTest last action at 1518080005888000000 current time = 1518080010894000000
[junit4] 2> real diff: 5006000000
[junit4] 2> min diff: 4998000000
[junit4] 2> 1740062 INFO (AutoscalingActionExecutor-5535-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_added_trigger2
[junit4] 2> 1740065 DEBUG (AutoscalingActionExecutor-5535-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 1740065 DEBUG (AutoscalingActionExecutor-5535-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 1740065 DEBUG (AutoscalingActionExecutor-5535-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 3 ms for event id=5a994693f804bT8vpye15sb79677qtfzjt0hk8
[junit4] 2> 1740068 INFO (qtp1570735659-14288) [n:127.0.0.1:49834_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1740071 INFO (qtp2144733123-14282) [n:127.0.0.1:49836_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1740074 INFO (qtp2120804297-14374) [n:127.0.0.1:49912_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=2
[junit4] 2> 1740076 DEBUG (qtp1570735659-14287) [n:127.0.0.1:49834_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1740077 INFO (qtp1570735659-14287) [n:127.0.0.1:49834_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=13
[junit4] 2> 1740078 DEBUG (zkCallback-3428-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 1740079 DEBUG (zkCallback-3428-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:49834_solr, 127.0.0.1:49836_solr, 127.0.0.1:49912_solr]
[junit4] 2> 1740079 DEBUG (zkCallback-3428-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 1740079 INFO (qtp1570735659-14287) [n:127.0.0.1:49834_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1740080 INFO (qtp2144733123-14293) [n:127.0.0.1:49836_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1740086 INFO (qtp2120804297-14376) [n:127.0.0.1:49912_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1740086 DEBUG (zkCallback-3428-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:49834_solr, 127.0.0.1:49836_solr, 127.0.0.1:49912_solr]
[junit4] 2> 1740086 DEBUG (qtp1570735659-14284) [n:127.0.0.1:49834_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1740087 DEBUG (zkCallback-3428-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:49834_solr, 127.0.0.1:49836_solr, 127.0.0.1:49912_solr]
[junit4] 2> 1740087 DEBUG (zkCallback-3428-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 1740087 INFO (qtp1570735659-14284) [n:127.0.0.1:49834_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=9
[junit4] 2> 1740087 DEBUG (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 1740088 DEBUG (zkCallback-3428-thread-2-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
[junit4] 2> 1740088 DEBUG (zkCallback-3428-thread-2-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:49834_solr, 127.0.0.1:49836_solr, 127.0.0.1:49912_solr]
[junit4] 2> 1740088 DEBUG (zkCallback-3428-thread-2-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 1740089 DEBUG (zkCallback-3428-thread-2-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:49834_solr, 127.0.0.1:49836_solr, 127.0.0.1:49912_solr]
[junit4] 2> 1740090 DEBUG (zkCallback-3428-thread-2-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:49834_solr, 127.0.0.1:49836_solr, 127.0.0.1:49912_solr]
[junit4] 2> 1740090 DEBUG (zkCallback-3428-thread-2-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 1740090 DEBUG (zkCallback-3428-thread-2-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:49834_solr, 127.0.0.1:49836_solr, 127.0.0.1:49912_solr]
[junit4] 2> 1740092 INFO (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1740093 DEBUG (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 9
[junit4] 2> 1740093 DEBUG (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
[junit4] 2> 1740094 DEBUG (ScheduledTrigger-5534-thread-3) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 3
[junit4] 2> 1740097 INFO (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1740098 DEBUG (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
[junit4] 2> 1740099 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F70A61BC17858DA8]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@546217da{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1740099 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F70A61BC17858DA8]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=516758245
[junit4] 2> 1740099 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F70A61BC17858DA8]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1740099 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F70A61BC17858DA8]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@176e7b72: rootName = solr_49912, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@77b54a2e
[junit4] 2> 1740100 DEBUG (ScheduledTrigger-5534-thread-4) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 3
[junit4] 2> 1740107 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F70A61BC17858DA8]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1740107 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F70A61BC17858DA8]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@402ba298: rootName = solr_49912, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6baaf29f
[junit4] 2> 1740113 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F70A61BC17858DA8]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1740113 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F70A61BC17858DA8]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4ade70ca: rootName = solr_49912, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6f957b32
[junit4] 2> 1740115 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F70A61BC17858DA8]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:49912_solr
[junit4] 2> 1740117 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F70A61BC17858DA8]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1740117 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F70A61BC17858DA8]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1740118 INFO (zkCallback-3428-thread-2-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1740118 INFO (zkCallback-3458-thread-1-processing-n:127.0.0.1:49912_solr) [n:127.0.0.1:49912_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1740118 INFO (zkCallback-3440-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1740118 INFO (zkCallback-3430-thread-1-processing-n:127.0.0.1:49836_solr) [n:127.0.0.1:49836_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1740121 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F70A61BC17858DA8]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@520e02fb{/solr,null,UNAVAILABLE}
[junit4] 2> 1740121 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F70A61BC17858DA8]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1741096 DEBUG (ScheduledTrigger-5534-thread-2) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 2
[junit4] 2> 1741096 DEBUG (ScheduledTrigger-5534-thread-2) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:49912_solr
[junit4] 2> 1741096 DEBUG (ScheduledTrigger-5534-thread-2) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:49912_solr]
[junit4] 2> 1741096 DEBUG (ScheduledTrigger-5534-thread-2) [n:127.0.0.1:49834_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"5a994a6fe6247T8vpye15sb79677qtfzjt0hka",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":1593830805496391,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1593830805496391],
[junit4] 2> "nodeNames":["127.0.0.1:49912_solr"]}}
[junit4] 2> 1741096 DEBUG (ScheduledTrigger-5534-thread-2) [n:127.0.0.1:49834_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, node_added_trigger2, node_lost_trigger1, node_added_trigger1]
[junit4] 2> 1741097 INFO (ScheduledTrigger-5534-thread-2) [n:127.0.0.1:49834_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1741097 DEBUG (AutoscalingActionExecutor-5535-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"5a994a6fe6247T8vpye15sb79677qtfzjt0hka",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":1593830805496391,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1593830805496391],
[junit4] 2> "_enqueue_time_":1593830805668964,
[junit4] 2> "nodeNames":["127.0.0.1:49912_solr"]}}
[junit4] 2> 1741097 INFO (AutoscalingActionExecutor-5535-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_lost_trigger1
[junit4] 2> 1741099 DEBUG (AutoscalingActionExecutor-5535-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger2 after 5000ms
[junit4] 2> 1741099 DEBUG (AutoscalingActionExecutor-5535-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 1741099 DEBUG (AutoscalingActionExecutor-5535-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 5000ms
[junit4] 2> 1741099 DEBUG (AutoscalingActionExecutor-5535-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 1741099 DEBUG (AutoscalingActionExecutor-5535-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=5a994a6fe6247T8vpye15sb79677qtfzjt0hka
[junit4] 2> 1746118 DEBUG (ScheduledTrigger-5534-thread-4) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1746118 DEBUG (ScheduledTrigger-5534-thread-4) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1746118 DEBUG (ScheduledTrigger-5534-thread-3) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1746119 DEBUG (ScheduledTrigger-5534-thread-3) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1746118 DEBUG (ScheduledTrigger-5534-thread-1) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 2
[junit4] 2> 1746119 DEBUG (ScheduledTrigger-5534-thread-1) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:49912_solr
[junit4] 2> 1746118 DEBUG (ScheduledTrigger-5534-thread-2) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 2
[junit4] 2> 1746119 DEBUG (ScheduledTrigger-5534-thread-1) [n:127.0.0.1:49834_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:49912_solr]
[junit4] 2> 1746119 DEBUG (ScheduledTrigger-5534-thread-1) [n:127.0.0.1:49834_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"5a995d260d4a6T8vpye15sb79677qtfzjt0hkc",
[junit4] 2> "source":"node_lost_trigger2",
[junit4] 2> "eventTime":1593835828335782,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1593835828335782],
[junit4] 2> "nodeNames":["127.0.0.1:49912_solr"]}}
[junit4] 2> 1746119 DEBUG (ScheduledTrigger-5534-thread-1) [n:127.0.0.1:49834_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, node_added_trigger2, node_lost_trigger1, node_added_trigger1]
[junit4] 2> 1746121 INFO (ScheduledTrigger-5534-thread-1) [n:127.0.0.1:49834_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1746121 DEBUG (AutoscalingActionExecutor-5535-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"5a995d260d4a6T8vpye15sb79677qtfzjt0hkc",
[junit4] 2> "source":"node_lost_trigger2",
[junit4] 2> "eventTime":1593835828335782,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1593835828335782],
[junit4] 2> "_enqueue_time_":1593835828822255,
[junit4] 2> "nodeNames":["127.0.0.1:49912_solr"]}}
[junit4] 2> 1746121 INFO (AutoscalingActionExecutor-5535-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.TriggerIntegrationTest last action at 1518080011929000000 current time = 1518080016953000000
[junit4] 2> real diff: 5024000000
[junit4] 2> min diff: 4998000000
[junit4] 2> 1746121 INFO (AutoscalingActionExecutor-5535-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_lost_trigger2
[junit4] 2> 1746121 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F70A61BC17858DA8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTriggerThrottling
[junit4] 2> 1746125 DEBUG (AutoscalingActionExecutor-5535-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger2 after 5000ms
[junit4] 2> 1746125 DEBUG (AutoscalingActionExecutor-5535-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 1746125 DEBUG (AutoscalingActionExecutor-5535-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 5000ms
[junit4] 2> 1746126 DEBUG (AutoscalingActionExecutor-5535-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 1746126 DEBUG (AutoscalingActionExecutor-5535-thread-1-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 5 ms for event id=5a995d260d4a6T8vpye15sb79677qtfzjt0hkc
[junit4] 2> 1746135 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[F70A61BC17858DA8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSearchRate
[junit4] 2> 1746136 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[F70A61BC17858DA8]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 11
[junit4] 2> 1746137 DEBUG (zkCallback-3428-thread-2-processing-n:127.0.0.1:49834_solr) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11
[junit4] 2> 1746137 DEBUG (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11
[junit4] 2> 1746143 DEBUG (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1746143 DEBUG (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1746144 DEBUG (OverseerAutoScalingTriggerThread-72162045041115141-127.0.0.1:49834_solr-n_0000000000) [n:127.0.0.1:49834_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11
[junit4] 2> 1746145 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[F70A61BC17858DA8]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1746148 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[F70A61BC17858DA8]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1746148 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[F70A61BC17858DA8
[...truncated too long message...]
eleteShardTest, RecoveryAfterSoftCommitTest, TestScoreJoinQPScore, TestClusterStateMutator, AnalysisAfterCoreReloadTest, SolrShardReporterTest, TestLegacyTerms, TestFoldingMultitermQuery, TestSegmentSorting, TestUnifiedSolrHighlighter, TestConfigOverlay, TestZkAclsWithHadoopAuth, OpenCloseCoreStressTest, ResponseHeaderTest, TestCoreBackup, TestJoin, TestImpersonationWithHadoopAuth, TestCollationFieldDocValues, TestSimpleQParserPlugin, TestExpandComponent, MergeStrategyTest, TestFieldCache, SolrInfoBeanTest, JavabinLoaderTest, ExplicitHLLTest, ZkCLITest, TestNRTOpen, TestNumericTokenStream, RollingRestartTest, TestTlogReplica, ForceLeaderTest, TestCloudJSONFacetJoinDomain, TestSolrJ, AddBlockUpdateTest, PingRequestHandlerTest, TestHdfsUpdateLog, MetricTriggerTest, DateFieldTest, ReplicationFactorTest, TestFieldCollectionResource, DocExpirationUpdateProcessorFactoryTest, PKIAuthenticationIntegrationTest, SolrIndexConfigTest, DocumentBuilderTest, FastVectorHighlighterTest, MoreLikeThisHandlerTest, RuleEngineTest, TestMacroExpander, OverseerCollectionConfigSetProcessorTest, TestPseudoReturnFields, TestJsonFacets, FacetPivotSmallTest, TestCursorMarkWithoutUniqueKey, TestPerFieldSimilarity, TestRestoreCore, BlobRepositoryCloudTest, AtomicUpdateProcessorFactoryTest, StatelessScriptUpdateProcessorFactoryTest, CloudMLTQParserTest, XmlUpdateRequestHandlerTest, DirectSolrConnectionTest, TestRemoteStreaming, CachingDirectoryFactoryTest, TestBlendedInfixSuggestions, TestLeaderElectionWithEmptyReplica, SolrXmlInZkTest, AlternateDirectoryTest, TestDynamicFieldCollectionResource, UninvertDocValuesMergePolicyTest, CdcrBootstrapTest, V2ApiIntegrationTest, TestLegacyFieldReuse, TestPushWriter, TestFunctionQuery, VMParamsZkACLAndCredentialsProvidersTest, TestFieldSortValues, TestLFUCache, ChaosMonkeyNothingIsSafeWithPullReplicasTest, MoveReplicaHDFSTest, BlockJoinFacetRandomTest, SolrRequestParserTest, TestSolr4Spatial2, TestJmxIntegration, DistribCursorPagingTest, TestPKIAuthenticationPlugin, TestXIncludeConfig, TestZkChroot, TestConfigSetsAPIZkFailure, TestQueryTypes, StatsComponentTest, DistribJoinFromCollectionTest, TestReloadDeadlock, TestTrie, CurrencyFieldTypeTest, BasicAuthIntegrationTest, TestMultiWordSynonyms, CursorMarkTest, ZkStateWriterTest, RequestLoggingTest, PeerSyncWithIndexFingerprintCachingTest, CollectionReloadTest, TestRealTimeGet, DeleteNodeTest, CustomHighlightComponentTest, TestBinaryResponseWriter, HdfsLockFactoryTest, CollectionsAPISolrJTest, RecoveryZkTest, LeaderElectionTest, TestPhraseSuggestions, TriggerIntegrationTest]
[junit4] Completed [375/774 (1!)] on J0 in 190.30s, 14 tests, 2 failures <<< FAILURES!
[...truncated 4427 lines...]
[junit4] Suite: org.apache.solr.analytics.facet.QueryFacetTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/contrib/solr-analytics/test/J0/temp/solr.analytics.facet.QueryFacetTest_31FB21A5DC9433D0-001/init-core-data-001
[junit4] 2> Feb 08, 2018 9:51:58 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> Feb 08, 2018 9:52:18 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.analytics.facet.QueryFacetTest:
[junit4] 2> 1) Thread[id=252, name=qtp2094167143-252, state=TIMED_WAITING, group=TGRP-QueryFacetTest]
[junit4] 2> at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] 2> at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] 2> at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
[junit4] 2> at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Feb 08, 2018 9:52:18 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=252, name=qtp2094167143-252, state=TIMED_WAITING, group=TGRP-QueryFacetTest]
[junit4] 2> Feb 08, 2018 9:52:21 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=252, name=qtp2094167143-252, state=TIMED_WAITING, group=TGRP-QueryFacetTest]
[junit4] 2> at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] 2> at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] 2> at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
[junit4] 2> at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {string_s=PostingsFormat(name=Memory), id=FSTOrd50, string_sm=FST50}, docValues:{int_i=DocValuesFormat(name=Asserting), double_dm=DocValuesFormat(name=Lucene70), float_fm=DocValuesFormat(name=Direct), int_im=DocValuesFormat(name=Direct), date_dt=DocValuesFormat(name=Asserting), date_dtm=DocValuesFormat(name=Lucene70), long_lm=DocValuesFormat(name=Lucene70), double_d=DocValuesFormat(name=Direct), float_f=DocValuesFormat(name=Lucene70), long_l=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Lucene70), string_s=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Lucene70), string_sm=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=83, maxMBSortInHeap=7.788843351786134, sim=RandomSimilarity(queryNorm=true): {}, locale=en-PG, timezone=Asia/Saigon
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 9 (64-bit)/cpus=3,threads=2,free=51651816,total=174063616
[junit4] 2> NOTE: All tests run in this JVM: [OverallAnalyticsTest, DoubleFieldsTest, CastingBooleanValueTest, QueryFacetTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=QueryFacetTest -Dtests.seed=31FB21A5DC9433D0 -Dtests.slow=true -Dtests.locale=en-PG -Dtests.timezone=Asia/Saigon -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | QueryFacetTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.analytics.facet.QueryFacetTest:
[junit4] > 1) Thread[id=252, name=qtp2094167143-252, state=TIMED_WAITING, group=TGRP-QueryFacetTest]
[junit4] > at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
[junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] > at __randomizedtesting.SeedInfo.seed([31FB21A5DC9433D0]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=252, name=qtp2094167143-252, state=TIMED_WAITING, group=TGRP-QueryFacetTest]
[junit4] > at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
[junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] > at __randomizedtesting.SeedInfo.seed([31FB21A5DC9433D0]:0)
[junit4] Completed [57/78 (1!)] on J0 in 58.62s, 1 test, 2 errors <<< FAILURES!
[...truncated 37799 lines...]