You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/02/10 20:05:34 UTC
[JENKINS] Lucene-Solr-Tests-7.x - Build # 366 - Still unstable
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/366/
2 tests failed.
FAILED: org.apache.solr.cloud.TestUtilizeNode.test
Error Message:
no replica should be present in 127.0.0.1:40822_solr
Stack Trace:
java.lang.AssertionError: no replica should be present in 127.0.0.1:40822_solr
at __randomizedtesting.SeedInfo.seed([688422546588007E:E0D01D8ECB746D86]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.TestUtilizeNode.test(TestUtilizeNode.java:99)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue
Error Message:
org.apache.solr.cloud.autoscaling.SearchRateTrigger$SearchRateEvent cannot be cast to org.apache.solr.cloud.autoscaling.NodeAddedTrigger$NodeAddedEvent
Stack Trace:
java.lang.ClassCastException: org.apache.solr.cloud.autoscaling.SearchRateTrigger$SearchRateEvent cannot be cast to org.apache.solr.cloud.autoscaling.NodeAddedTrigger$NodeAddedEvent
at __randomizedtesting.SeedInfo.seed([688422546588007E:A13160FA6CEFC68B]:0)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue(TriggerIntegrationTest.java:701)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12140 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_688422546588007E-001/init-core-data-001
[junit4] 2> 9712 INFO (SUITE-TriggerIntegrationTest-seed#[688422546588007E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 9713 INFO (SUITE-TriggerIntegrationTest-seed#[688422546588007E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 10032 INFO (SUITE-TriggerIntegrationTest-seed#[688422546588007E]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 10033 INFO (SUITE-TriggerIntegrationTest-seed#[688422546588007E]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_688422546588007E-001/tempDir-001
[junit4] 2> 10033 INFO (SUITE-TriggerIntegrationTest-seed#[688422546588007E]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 10034 INFO (Thread-20) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 10034 INFO (Thread-20) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 10045 ERROR (Thread-20) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 10135 INFO (SUITE-TriggerIntegrationTest-seed#[688422546588007E]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:45763
[junit4] 2> 10142 INFO (zkConnectionManagerCallback-23-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 10168 INFO (jetty-launcher-20-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 10173 INFO (jetty-launcher-20-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 10183 INFO (jetty-launcher-20-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 10183 INFO (jetty-launcher-20-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 10183 INFO (jetty-launcher-20-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 10187 INFO (jetty-launcher-20-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@172b8dc{/solr,null,AVAILABLE}
[junit4] 2> 10204 INFO (jetty-launcher-20-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 10204 INFO (jetty-launcher-20-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 10204 INFO (jetty-launcher-20-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 10205 INFO (jetty-launcher-20-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@645f3be9{/solr,null,AVAILABLE}
[junit4] 2> 10235 INFO (jetty-launcher-20-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@ac5c65b{SSL,[ssl, http/1.1]}{127.0.0.1:60585}
[junit4] 2> 10235 INFO (jetty-launcher-20-thread-2) [ ] o.e.j.s.Server Started @12301ms
[junit4] 2> 10235 INFO (jetty-launcher-20-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60585}
[junit4] 2> 10237 ERROR (jetty-launcher-20-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 10237 INFO (jetty-launcher-20-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 10238 INFO (jetty-launcher-20-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 10238 INFO (jetty-launcher-20-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 10238 INFO (jetty-launcher-20-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T19:11:25.106Z
[junit4] 2> 10250 INFO (jetty-launcher-20-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@191cd13e{SSL,[ssl, http/1.1]}{127.0.0.1:50598}
[junit4] 2> 10250 INFO (jetty-launcher-20-thread-1) [ ] o.e.j.s.Server Started @12316ms
[junit4] 2> 10250 INFO (jetty-launcher-20-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50598}
[junit4] 2> 10250 ERROR (jetty-launcher-20-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 10250 INFO (jetty-launcher-20-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 10250 INFO (jetty-launcher-20-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 10250 INFO (jetty-launcher-20-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 10250 INFO (jetty-launcher-20-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T19:11:25.118Z
[junit4] 2> 10260 INFO (zkConnectionManagerCallback-25-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 10268 INFO (zkConnectionManagerCallback-27-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 10268 INFO (jetty-launcher-20-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 10268 INFO (jetty-launcher-20-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 10333 INFO (jetty-launcher-20-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45763/solr
[junit4] 2> 10349 INFO (zkConnectionManagerCallback-31-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 10351 INFO (jetty-launcher-20-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45763/solr
[junit4] 2> 10380 INFO (zkConnectionManagerCallback-35-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 10381 INFO (zkConnectionManagerCallback-37-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 10403 INFO (zkConnectionManagerCallback-39-thread-1-processing-n:127.0.0.1:60585_solr) [n:127.0.0.1:60585_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 10513 INFO (jetty-launcher-20-thread-1) [n:127.0.0.1:50598_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 10514 INFO (jetty-launcher-20-thread-1) [n:127.0.0.1:50598_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:50598_solr
[junit4] 2> 10515 INFO (jetty-launcher-20-thread-1) [n:127.0.0.1:50598_solr ] o.a.s.c.Overseer Overseer (id=73272749152403461-127.0.0.1:50598_solr-n_0000000000) starting
[junit4] 2> 10523 INFO (jetty-launcher-20-thread-1) [n:127.0.0.1:50598_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50598_solr
[junit4] 2> 10524 DEBUG (OverseerAutoScalingTriggerThread-73272749152403461-127.0.0.1:50598_solr-n_0000000000) [n:127.0.0.1:50598_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 10526 INFO (OverseerStateUpdate-73272749152403461-127.0.0.1:50598_solr-n_0000000000) [n:127.0.0.1:50598_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 10536 DEBUG (OverseerAutoScalingTriggerThread-73272749152403461-127.0.0.1:50598_solr-n_0000000000) [n:127.0.0.1:50598_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 10538 DEBUG (OverseerAutoScalingTriggerThread-73272749152403461-127.0.0.1:50598_solr-n_0000000000) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:50598_solr]
[junit4] 2> 10538 DEBUG (OverseerAutoScalingTriggerThread-73272749152403461-127.0.0.1:50598_solr-n_0000000000) [n:127.0.0.1:50598_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 10538 DEBUG (OverseerAutoScalingTriggerThread-73272749152403461-127.0.0.1:50598_solr-n_0000000000) [n:127.0.0.1:50598_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 10542 INFO (jetty-launcher-20-thread-2) [n:127.0.0.1:60585_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 10544 INFO (jetty-launcher-20-thread-2) [n:127.0.0.1:60585_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 10548 INFO (jetty-launcher-20-thread-2) [n:127.0.0.1:60585_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60585_solr
[junit4] 2> 10548 DEBUG (OverseerAutoScalingTriggerThread-73272749152403461-127.0.0.1:50598_solr-n_0000000000) [n:127.0.0.1:50598_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 10549 DEBUG (OverseerAutoScalingTriggerThread-73272749152403461-127.0.0.1:50598_solr-n_0000000000) [n:127.0.0.1:50598_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 10557 INFO (zkCallback-36-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 10557 DEBUG (ScheduledTrigger-21-thread-1) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 10573 INFO (zkCallback-38-thread-1-processing-n:127.0.0.1:60585_solr) [n:127.0.0.1:60585_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 10745 INFO (jetty-launcher-20-thread-1) [n:127.0.0.1:50598_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50598.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52c81c6f
[junit4] 2> 10773 INFO (jetty-launcher-20-thread-2) [n:127.0.0.1:60585_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60585.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52c81c6f
[junit4] 2> 10784 INFO (jetty-launcher-20-thread-1) [n:127.0.0.1:50598_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50598.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52c81c6f
[junit4] 2> 10784 INFO (jetty-launcher-20-thread-1) [n:127.0.0.1:50598_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50598.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52c81c6f
[junit4] 2> 10786 INFO (jetty-launcher-20-thread-1) [n:127.0.0.1:50598_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_688422546588007E-001/tempDir-001/node1/.
[junit4] 2> 10807 INFO (jetty-launcher-20-thread-2) [n:127.0.0.1:60585_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60585.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52c81c6f
[junit4] 2> 10808 INFO (jetty-launcher-20-thread-2) [n:127.0.0.1:60585_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60585.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52c81c6f
[junit4] 2> 10839 INFO (jetty-launcher-20-thread-2) [n:127.0.0.1:60585_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_688422546588007E-001/tempDir-001/node2/.
[junit4] 2> 10913 INFO (zkConnectionManagerCallback-45-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 10930 INFO (zkConnectionManagerCallback-49-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 10931 INFO (SUITE-TriggerIntegrationTest-seed#[688422546588007E]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 10934 INFO (SUITE-TriggerIntegrationTest-seed#[688422546588007E]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45763/solr ready
[junit4] 2> 10956 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[688422546588007E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerThrottling
[junit4] 2> 10957 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[688422546588007E]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 10957 DEBUG (zkCallback-36-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 10957 DEBUG (OverseerAutoScalingTriggerThread-73272749152403461-127.0.0.1:50598_solr-n_0000000000) [n:127.0.0.1:50598_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 10973 DEBUG (OverseerAutoScalingTriggerThread-73272749152403461-127.0.0.1:50598_solr-n_0000000000) [n:127.0.0.1:50598_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 10974 DEBUG (OverseerAutoScalingTriggerThread-73272749152403461-127.0.0.1:50598_solr-n_0000000000) [n:127.0.0.1:50598_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 10974 DEBUG (OverseerAutoScalingTriggerThread-73272749152403461-127.0.0.1:50598_solr-n_0000000000) [n:127.0.0.1:50598_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 11151 INFO (qtp1294856939-108) [n:127.0.0.1:50598_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=9
[junit4] 2> 11174 INFO (qtp91067448-101) [n:127.0.0.1:60585_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 11175 DEBUG (qtp1294856939-106) [n:127.0.0.1:50598_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 11176 INFO (qtp1294856939-106) [n:127.0.0.1:50598_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=69
[junit4] 2> 11177 DEBUG (zkCallback-36-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 11184 DEBUG (zkCallback-36-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:60585_solr, 127.0.0.1:50598_solr]
[junit4] 2> 11184 DEBUG (zkCallback-36-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 11184 DEBUG (OverseerAutoScalingTriggerThread-73272749152403461-127.0.0.1:50598_solr-n_0000000000) [n:127.0.0.1:50598_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 11187 INFO (OverseerAutoScalingTriggerThread-73272749152403461-127.0.0.1:50598_solr-n_0000000000) [n:127.0.0.1:50598_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 11188 DEBUG (OverseerAutoScalingTriggerThread-73272749152403461-127.0.0.1:50598_solr-n_0000000000) [n:127.0.0.1:50598_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 11188 DEBUG (ScheduledTrigger-21-thread-1) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 11188 DEBUG (ScheduledTrigger-21-thread-1) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 11189 DEBUG (OverseerAutoScalingTriggerThread-73272749152403461-127.0.0.1:50598_solr-n_0000000000) [n:127.0.0.1:50598_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 11202 INFO (qtp1294856939-104) [n:127.0.0.1:50598_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 11209 INFO (qtp91067448-99) [n:127.0.0.1:60585_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 11210 DEBUG (qtp91067448-101) [n:127.0.0.1:60585_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 11210 INFO (qtp91067448-101) [n:127.0.0.1:60585_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=22
[junit4] 2> 11211 DEBUG (zkCallback-36-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 11211 DEBUG (zkCallback-36-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:60585_solr, 127.0.0.1:50598_solr]
[junit4] 2> 11211 DEBUG (zkCallback-36-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 11211 DEBUG (zkCallback-36-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:60585_solr, 127.0.0.1:50598_solr]
[junit4] 2> 11211 DEBUG (zkCallback-36-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 11211 DEBUG (OverseerAutoScalingTriggerThread-73272749152403461-127.0.0.1:50598_solr-n_0000000000) [n:127.0.0.1:50598_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 11213 INFO (OverseerAutoScalingTriggerThread-73272749152403461-127.0.0.1:50598_solr-n_0000000000) [n:127.0.0.1:50598_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 11216 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[688422546588007E]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 11216 DEBUG (OverseerAutoScalingTriggerThread-73272749152403461-127.0.0.1:50598_solr-n_0000000000) [n:127.0.0.1:50598_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 11217 DEBUG (OverseerAutoScalingTriggerThread-73272749152403461-127.0.0.1:50598_solr-n_0000000000) [n:127.0.0.1:50598_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 11217 DEBUG (ScheduledTrigger-21-thread-3) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 11219 DEBUG (ScheduledTrigger-21-thread-3) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 11221 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[688422546588007E]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 11221 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[688422546588007E]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 11221 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[688422546588007E]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 11223 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[688422546588007E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e49624{/solr,null,AVAILABLE}
[junit4] 2> 11223 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[688422546588007E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1ed4e1ca{SSL,[ssl, http/1.1]}{127.0.0.1:36298}
[junit4] 2> 11224 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[688422546588007E]) [ ] o.e.j.s.Server Started @13290ms
[junit4] 2> 11224 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[688422546588007E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36298}
[junit4] 2> 11224 ERROR (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[688422546588007E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 11224 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[688422546588007E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 11224 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[688422546588007E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 11224 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[688422546588007E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 11224 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[688422546588007E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T19:11:26.092Z
[junit4] 2> 11311 INFO (zkConnectionManagerCallback-51-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 11313 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[688422546588007E]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 11337 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[688422546588007E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45763/solr
[junit4] 2> 11349 INFO (zkConnectionManagerCallback-55-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 11358 INFO (zkConnectionManagerCallback-57-thread-1-processing-n:127.0.0.1:36298_solr) [n:127.0.0.1:36298_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 11365 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[688422546588007E]) [n:127.0.0.1:36298_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 11367 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[688422546588007E]) [n:127.0.0.1:36298_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 11369 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[688422546588007E]) [n:127.0.0.1:36298_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36298_solr
[junit4] 2> 11370 INFO (zkCallback-38-thread-1-processing-n:127.0.0.1:60585_solr) [n:127.0.0.1:60585_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 11373 INFO (zkCallback-36-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 11376 INFO (zkCallback-48-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 11377 INFO (zkCallback-56-thread-1-processing-n:127.0.0.1:36298_solr) [n:127.0.0.1:36298_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 11533 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[688422546588007E]) [n:127.0.0.1:36298_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36298.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52c81c6f
[junit4] 2> 11553 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[688422546588007E]) [n:127.0.0.1:36298_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36298.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52c81c6f
[junit4] 2> 11553 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[688422546588007E]) [n:127.0.0.1:36298_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36298.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52c81c6f
[junit4] 2> 11555 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[688422546588007E]) [n:127.0.0.1:36298_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_688422546588007E-001/tempDir-001/node3/.
[junit4] 2> 12190 DEBUG (ScheduledTrigger-21-thread-2) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 12190 DEBUG (ScheduledTrigger-21-thread-2) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 12190 DEBUG (ScheduledTrigger-21-thread-2) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:36298_solr at time 18541797721967593
[junit4] 2> 12191 DEBUG (ScheduledTrigger-21-thread-2) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:36298_solr] added at times [18541797721967593], now=18541797722096217
[junit4] 2> 12193 DEBUG (ScheduledTrigger-21-thread-2) [n:127.0.0.1:50598_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"41dfaab2b70be9T6gkzonca6dmbg13qo8ygrf36g",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":18541797721967593,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18541797721967593],
[junit4] 2> "nodeNames":["127.0.0.1:36298_solr"]}}
[junit4] 2> 12194 DEBUG (ScheduledTrigger-21-thread-2) [n:127.0.0.1:50598_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger2, node_added_trigger1]
[junit4] 2> 12202 INFO (ScheduledTrigger-21-thread-2) [n:127.0.0.1:50598_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 12207 DEBUG (AutoscalingActionExecutor-22-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"41dfaab2b70be9T6gkzonca6dmbg13qo8ygrf36g",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":18541797721967593,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18541797721967593],
[junit4] 2> "_enqueue_time_":18541797726177785,
[junit4] 2> "nodeNames":["127.0.0.1:36298_solr"]}}
[junit4] 2> 12212 INFO (AutoscalingActionExecutor-22-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_added_trigger1
[junit4] 2> 12240 DEBUG (AutoscalingActionExecutor-22-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 12240 DEBUG (AutoscalingActionExecutor-22-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 12240 DEBUG (AutoscalingActionExecutor-22-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 32 ms for event id=41dfaab2b70be9T6gkzonca6dmbg13qo8ygrf36g
[junit4] 2> 17240 DEBUG (ScheduledTrigger-21-thread-3) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 17240 DEBUG (ScheduledTrigger-21-thread-3) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 17240 DEBUG (ScheduledTrigger-21-thread-4) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 17240 DEBUG (ScheduledTrigger-21-thread-4) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 17240 DEBUG (ScheduledTrigger-21-thread-4) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:36298_solr at time 18541802771975133
[junit4] 2> 17241 DEBUG (ScheduledTrigger-21-thread-4) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:36298_solr] added at times [18541802771975133], now=18541802772041875
[junit4] 2> 17241 DEBUG (ScheduledTrigger-21-thread-4) [n:127.0.0.1:50598_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"41dfabdfb80bddT6gkzonca6dmbg13qo8ygrf36i",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":18541802771975133,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18541802771975133],
[junit4] 2> "nodeNames":["127.0.0.1:36298_solr"]}}
[junit4] 2> 17241 DEBUG (ScheduledTrigger-21-thread-4) [n:127.0.0.1:50598_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger2, node_added_trigger1]
[junit4] 2> 17245 INFO (ScheduledTrigger-21-thread-4) [n:127.0.0.1:50598_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 17245 DEBUG (AutoscalingActionExecutor-22-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"41dfabdfb80bddT6gkzonca6dmbg13qo8ygrf36i",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":18541802771975133,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18541802771975133],
[junit4] 2> "_enqueue_time_":18541802772306286,
[junit4] 2> "nodeNames":["127.0.0.1:36298_solr"]}}
[junit4] 2> 17246 INFO (AutoscalingActionExecutor-22-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.TriggerIntegrationTest last action at 1518289887080000000 current time = 1518289892113000000
[junit4] 2> real diff: 5033000000
[junit4] 2> min diff: 4998000000
[junit4] 2> 17246 INFO (AutoscalingActionExecutor-22-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_added_trigger2
[junit4] 2> 17247 DEBUG (AutoscalingActionExecutor-22-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 17247 DEBUG (AutoscalingActionExecutor-22-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 17247 DEBUG (AutoscalingActionExecutor-22-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=41dfabdfb80bddT6gkzonca6dmbg13qo8ygrf36i
[junit4] 2> 17281 INFO (qtp1608659002-165) [n:127.0.0.1:36298_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 17290 INFO (qtp1294856939-107) [n:127.0.0.1:50598_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 17302 INFO (qtp91067448-111) [n:127.0.0.1:60585_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 17303 DEBUG (qtp1608659002-164) [n:127.0.0.1:36298_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 17303 INFO (qtp1608659002-164) [n:127.0.0.1:36298_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=30
[junit4] 2> 17304 DEBUG (zkCallback-36-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 17304 DEBUG (zkCallback-36-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:60585_solr, 127.0.0.1:36298_solr, 127.0.0.1:50598_solr]
[junit4] 2> 17304 DEBUG (zkCallback-36-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 17304 DEBUG (zkCallback-36-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:60585_solr, 127.0.0.1:36298_solr, 127.0.0.1:50598_solr]
[junit4] 2> 17305 DEBUG (zkCallback-36-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:60585_solr, 127.0.0.1:36298_solr, 127.0.0.1:50598_solr]
[junit4] 2> 17305 DEBUG (zkCallback-36-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 17305 DEBUG (OverseerAutoScalingTriggerThread-73272749152403461-127.0.0.1:50598_solr-n_0000000000) [n:127.0.0.1:50598_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 17307 INFO (OverseerAutoScalingTriggerThread-73272749152403461-127.0.0.1:50598_solr-n_0000000000) [n:127.0.0.1:50598_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 17307 DEBUG (OverseerAutoScalingTriggerThread-73272749152403461-127.0.0.1:50598_solr-n_0000000000) [n:127.0.0.1:50598_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 17307 DEBUG (ScheduledTrigger-21-thread-3) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 3
[junit4] 2> 17316 INFO (qtp1608659002-159) [n:127.0.0.1:36298_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 17318 INFO (qtp1294856939-104) [n:127.0.0.1:50598_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 17320 INFO (qtp91067448-101) [n:127.0.0.1:60585_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 17321 DEBUG (qtp1608659002-164) [n:127.0.0.1:36298_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 17321 INFO (qtp1608659002-164) [n:127.0.0.1:36298_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 17322 DEBUG (zkCallback-36-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 17322 DEBUG (zkCallback-36-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:60585_solr, 127.0.0.1:36298_solr, 127.0.0.1:50598_solr]
[junit4] 2> 17322 DEBUG (zkCallback-36-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 17322 DEBUG (zkCallback-36-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:60585_solr, 127.0.0.1:36298_solr, 127.0.0.1:50598_solr]
[junit4] 2> 17323 DEBUG (zkCallback-36-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:60585_solr, 127.0.0.1:36298_solr, 127.0.0.1:50598_solr]
[junit4] 2> 17323 DEBUG (zkCallback-36-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 17323 DEBUG (zkCallback-36-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:60585_solr, 127.0.0.1:36298_solr, 127.0.0.1:50598_solr]
[junit4] 2> 17323 DEBUG (OverseerAutoScalingTriggerThread-73272749152403461-127.0.0.1:50598_solr-n_0000000000) [n:127.0.0.1:50598_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 17327 INFO (OverseerAutoScalingTriggerThread-73272749152403461-127.0.0.1:50598_solr-n_0000000000) [n:127.0.0.1:50598_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 17328 DEBUG (OverseerAutoScalingTriggerThread-73272749152403461-127.0.0.1:50598_solr-n_0000000000) [n:127.0.0.1:50598_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 17329 DEBUG (ScheduledTrigger-21-thread-4) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 3
[junit4] 2> 17338 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[688422546588007E]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1ed4e1ca{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 17339 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[688422546588007E]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1758631827
[junit4] 2> 17339 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[688422546588007E]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 17339 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[688422546588007E]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@77b1276a: rootName = solr_36298, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@68a3012d
[junit4] 2> 17347 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[688422546588007E]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 17347 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[688422546588007E]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@720f4803: rootName = solr_36298, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@456706cb
[junit4] 2> 17352 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[688422546588007E]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 17352 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[688422546588007E]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@149e5621: rootName = solr_36298, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@759b3a9b
[junit4] 2> 17355 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[688422546588007E]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36298_solr
[junit4] 2> 17357 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[688422546588007E]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 17357 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[688422546588007E]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 17357 INFO (zkCallback-48-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 17358 INFO (zkCallback-38-thread-1-processing-n:127.0.0.1:60585_solr) [n:127.0.0.1:60585_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 17359 INFO (zkCallback-36-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 17359 INFO (zkCallback-56-thread-1-processing-n:127.0.0.1:36298_solr) [n:127.0.0.1:36298_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 17363 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[688422546588007E]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5e49624{/solr,null,UNAVAILABLE}
[junit4] 2> 17363 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[688422546588007E]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 18309 DEBUG (ScheduledTrigger-21-thread-2) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 2
[junit4] 2> 18309 DEBUG (ScheduledTrigger-21-thread-2) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:36298_solr
[junit4] 2> 18309 DEBUG (ScheduledTrigger-21-thread-2) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:36298_solr]
[junit4] 2> 18310 DEBUG (ScheduledTrigger-21-thread-2) [n:127.0.0.1:50598_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"41dfac1f688f80T6gkzonca6dmbg13qo8ygrf36k",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":18541803840507776,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18541803840507776],
[junit4] 2> "nodeNames":["127.0.0.1:36298_solr"]}}
[junit4] 2> 18310 DEBUG (ScheduledTrigger-21-thread-2) [n:127.0.0.1:50598_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, node_added_trigger2, node_lost_trigger1, node_added_trigger1]
[junit4] 2> 18311 INFO (ScheduledTrigger-21-thread-2) [n:127.0.0.1:50598_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 18311 DEBUG (AutoscalingActionExecutor-22-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"41dfac1f688f80T6gkzonca6dmbg13qo8ygrf36k",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":18541803840507776,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18541803840507776],
[junit4] 2> "_enqueue_time_":18541803841243630,
[junit4] 2> "nodeNames":["127.0.0.1:36298_solr"]}}
[junit4] 2> 18312 INFO (AutoscalingActionExecutor-22-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_lost_trigger1
[junit4] 2> 18314 DEBUG (AutoscalingActionExecutor-22-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger2 after 5000ms
[junit4] 2> 18314 DEBUG (AutoscalingActionExecutor-22-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 18314 DEBUG (AutoscalingActionExecutor-22-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 5000ms
[junit4] 2> 18314 DEBUG (AutoscalingActionExecutor-22-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 18314 DEBUG (AutoscalingActionExecutor-22-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 2 ms for event id=41dfac1f688f80T6gkzonca6dmbg13qo8ygrf36k
[junit4] 2> 23315 DEBUG (ScheduledTrigger-21-thread-4) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 23315 DEBUG (ScheduledTrigger-21-thread-2) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 2
[junit4] 2> 23315 DEBUG (ScheduledTrigger-21-thread-3) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 23315 DEBUG (ScheduledTrigger-21-thread-3) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 23315 DEBUG (ScheduledTrigger-21-thread-1) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 2
[junit4] 2> 23316 DEBUG (ScheduledTrigger-21-thread-1) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:36298_solr
[junit4] 2> 23316 DEBUG (ScheduledTrigger-21-thread-1) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:36298_solr]
[junit4] 2> 23316 DEBUG (ScheduledTrigger-21-thread-1) [n:127.0.0.1:50598_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"41dfad49d34a7bT6gkzonca6dmbg13qo8ygrf36m",
[junit4] 2> "source":"node_lost_trigger2",
[junit4] 2> "eventTime":18541808847112827,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18541808847112827],
[junit4] 2> "nodeNames":["127.0.0.1:36298_solr"]}}
[junit4] 2> 23316 DEBUG (ScheduledTrigger-21-thread-1) [n:127.0.0.1:50598_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, node_added_trigger2, node_lost_trigger1, node_added_trigger1]
[junit4] 2> 23315 DEBUG (ScheduledTrigger-21-thread-4) [n:127.0.0.1:50598_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 23318 INFO (ScheduledTrigger-21-thread-1) [n:127.0.0.1:50598_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 23318 DEBUG (AutoscalingActionExecutor-22-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"41dfad49d34a7bT6gkzonca6dmbg13qo8ygrf36m",
[junit4] 2> "source":"node_lost_trigger2",
[junit4] 2> "eventTime":18541808847112827,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18541808847112827],
[junit4] 2> "_enqueue_time_":18541808847615440,
[junit4] 2> "nodeNames":["127.0.0.1:36298_solr"]}}
[junit4] 2> 23318 INFO (AutoscalingActionExecutor-22-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.TriggerIntegrationTest last action at 1518289893180000000 current time = 1518289898186000000
[junit4] 2> real diff: 5006000000
[junit4] 2> min diff: 4998000000
[junit4] 2> 23319 INFO (AutoscalingActionExecutor-22-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_lost_trigger2
[junit4] 2> 23319 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[688422546588007E]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTriggerThrottling
[junit4] 2> 23326 DEBUG (AutoscalingActionExecutor-22-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger2 after 5000ms
[junit4] 2> 23326 DEBUG (AutoscalingActionExecutor-22-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 23326 DEBUG (AutoscalingActionExecutor-22-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 5000ms
[junit4] 2> 23326 DEBUG (AutoscalingActionExecutor-22-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 23326 DEBUG (AutoscalingActionExecutor-22-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 7 ms for event id=41dfad49d34a7bT6gkzonca6dmbg13qo8ygrf36m
[junit4] 2> 23344 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[688422546588007E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMetricTrigger
[junit4] 2> 23345 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[688422546588007E]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 7
[junit4] 2> 23345 DEBUG (zkCallback-36-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 23345 DEBUG (OverseerAutoScalingTriggerThread-73272749152403461-127.0.0.1:50598_solr-n_0000000000) [n:127.0.0.1:50598_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 23351 DEBUG (OverseerAutoScalingTriggerThread-73272749152403461-127.0.0.1:50598_solr-n_0000000000) [n:127.0.0.1:50598_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 23351 DEBUG (OverseerAutoScalingTriggerThread-73272749152403461-127.0.0.1:50598_solr-n_0000000000) [n:127.0.0.1:50598_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 23351 DEBUG (OverseerAutoScalingTriggerThread-73272749152403461-127.0.0.1:50598_solr-n_0000000000) [n:127.0.0.1:50598_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 23356 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[688422546588007E]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 23360 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[688422546588007E]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 23360 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[688422546588007E]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 23360 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[688422546588007E]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 23361 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[688422546588007E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@b973c5d{/solr,null,AVAILABLE}
[junit4] 2> 23362 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[688422546588007E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@61ff9674{SSL,[ssl, http/1.1]}{127.0.0.1:56727}
[junit4] 2> 23362 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[688422546588007E]) [ ] o.e.j.s.Server Started @25428ms
[junit4] 2> 23362 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[688422546588007E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56727}
[junit4] 2> 23362 ERROR (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[688422546588007E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 23362 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[688422546588007E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 23362 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[688422546588007E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 23362 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[688422546588007E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 23363 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[688422546588007E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T19:11:38.231Z
[junit4] 2> 23371 INFO (zkConnectionManagerCallback-61-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 23372 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[688422546588007E]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 23390 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[688422546588007E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45763/solr
[junit4] 2> 23392 INFO (zkConnectionManagerCallback-65-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 23398 INFO (zkConnectionManagerCallback-67-thread-1-processing-n:127.0.0.1:56727_solr) [n:127.0.0.1:56727_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 23406 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[688422546588007E]) [n:127.0.0.1:56727_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 23409 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[688422546588007E]) [n:127.0.0.1:56727_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 23412 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[688422546588007E]) [n:127.0.0.1:56727_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56727_solr
[junit4] 2> 23413 INFO (zkCallback-36-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 23413 INFO (zkCallback-38-thread-1-processing-n:127.0.0.1:60585_solr) [n:127.0.0.1:60585_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 23414 INFO (zkCallback-48-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 23415 INFO (zkCallback-66-thread-1-processing-n:127.0.0.1:56727_solr) [n:127.0.0.1:56727_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 23539 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[688422546588007E]) [n:127.0.0.1:56727_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56727.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52c81c6f
[junit4] 2> 23554 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[688422546588007E]) [n:127.0.0.1:56727_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56727.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52c81c6f
[junit4] 2> 23554 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[688422546588007E]) [n:127.0.0.1:56727_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56727.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52c81c6f
[junit4] 2> 23556 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[688422546588007E]) [n:127.0.0.1:56727_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_688422546588007E-001/tempDir-001/node4/.
[junit4] 2> 23605 INFO (zkConnectionManagerCallback-71-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 23618 INFO (qtp1294856939-106) [n:127.0.0.1:50598_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=testMetricTrigger&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 23628 INFO (OverseerThreadFactory-23-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testMetricTrigger
[junit4] 2> 23756 INFO (OverseerStateUpdate-73272749152403461-127.0.0.1:50598_solr-n_0000000000) [n:127.0.0.1:50598_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testMetricTrigger",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testMetricTrigger_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:50598/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 23761 INFO (OverseerStateUpdate-73272749152403461-127.0.0.1:50598_solr-n_0000000000) [n:127.0.0.1:50598_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testMetricTrigger",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testMetricTrigger_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:56727/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 23994 INFO (qtp1294856939-108) [n:127.0.0.1:50598_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard1_replica_n1&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 23997 INFO (qtp1294856939-108) [n:127.0.0.1:50598_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 24018 INFO (qtp1680592517-192) [n:127.0.0.1:56727_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard2_replica_n2&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 24019 INFO (qtp1680592517-192) [n:127.0.0.1:56727_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 24124 INFO (zkCallback-36-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 24124 INFO (zkCallback-66-thread-1-processing-n:127.0.0.1:56727_solr) [n:127.0.0.1:56727_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 24125 INFO (zkCallback-36-thread-2-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 24125 INFO (zkCallback-66-thread-2-processing-n:127.0.0.1:56727_solr) [n:127.0.0.1:56727_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 25078 INFO (qtp1680592517-192) [n:127.0.0.1:56727_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 25088 INFO (qtp1294856939-108) [n:127.0.0.1:50598_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 25168 INFO (qtp1294856939-108) [n:127.0.0.1:50598_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.s.IndexSchema [testMetricTrigger_shard1_replica_n1] Schema name=minimal
[junit4] 2> 25175 INFO (qtp1680592517-192) [n:127.0.0.1:56727_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.s.IndexSchema [testMetricTrigger_shard2_replica_n2] Schema name=minimal
[junit4] 2> 25216 INFO (qtp1680592517-192) [n:127.0.0.1:56727_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 25218 INFO (qtp1294856939-108) [n:127.0.0.1:50598_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 25218 INFO (qtp1294856939-108) [n:127.0.0.1:50598_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testMetricTrigger_shard1_replica_n1' using configuration from collection testMetricTrigger, trusted=true
[junit4] 2> 25217 INFO (qtp1680592517-192) [n:127.0.0.1:56727_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testMetricTrigger_shard2_replica_n2' using configuration from collection testMetricTrigger, trusted=true
[junit4] 2> 25244 INFO (qtp1680592517-192) [n:127.0.0.1:56727_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56727.solr.core.testMetricTrigger.shard2.replica_n2' (registry 'solr.core.testMetricTrigger.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52c81c6f
[junit4] 2> 25249 INFO (qtp1294856939-108) [n:127.0.0.1:50598_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50598.solr.core.testMetricTrigger.shard1.replica_n1' (registry 'solr.core.testMetricTrigger.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52c81c6f
[junit4] 2> 25249 INFO (qtp1294856939-108) [n:127.0.0.1:50598_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 25249 INFO (qtp1680592517-192) [n:127.0.0.1:56727_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 25259 INFO (qtp1294856939-108) [n:127.0.0.1:50598_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SolrCore [[testMetricTrigger_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_688422546588007E-001/tempDir-001/node1/testMetricTrigger_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_688422546588007E-001/tempDir-001/node1/./testMetricTrigger_shard1_replica_n1/data/]
[junit4] 2> 25259 INFO (qtp1680592517-192) [n:127.0.0.1:56727_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SolrCore [[testMetricTrigger_shard2_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_688422546588007E-001/tempDir-001/node4/testMetricTrigger_shard2_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_688422546588007E-001/tempDir-001/node4/./testMetricTrigger_shard2_replica_n2/data/]
[junit4] 2> 25798 INFO (qtp1294856939-108) [n:127.0.0.1:50598_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 25799 INFO (qtp1294856939-108) [n:127.0.0.1:50598_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 25808 INFO (qtp1294856939-108) [n:127.0.0.1:50598_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 25808 INFO (qtp1294856939-108) [n:127.0.0.1:50598_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 25813 INFO (qtp1680592517-192) [n:127.0.0.1:56727_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 25814 INFO (qtp1680592517-192) [n:127.0.0.1:56727_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 25816 INFO (qtp1680592517-192) [n:127.0.0.1:56727_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 25817 INFO (qtp1680592517-192) [n:127.0.0.1:56727_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 25832 INFO (qtp1680592517-192) [n:127.0.0.1:56727_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@7c572496[testMetricTrigger_shard2_replica_n2] main]
[junit4] 2> 25841 INFO (qtp1294856939-108) [n:127.0.0.1:50598_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4e02fab6[testMetricTrigger_shard1_replica_n1] main]
[junit4] 2> 25847 INFO (qtp1294856939-108) [n:127.0.0.1:50598_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 25853 INFO (qtp1680592517-192) [n:127.0.0.1:56727_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 25863 INFO (qtp1680592517-192) [n:127.0.0.1:56727_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 25873 INFO (qtp1294856939-108) [n:127.0.0.1:50598_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 25880 INFO (qtp1294856939-108) [n:127.0.0.1:50598_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 25884 INFO (qtp1680592517-192) [n:127.0.0.1:56727_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 26033 INFO (searcherExecutor-42-thread-1-processing-n:127.0.0.1:50598_solr x:testMetricTrigger_shard1_replica_n1 s:shard1 c:testMetricTrigger r:core_node3) [n:127.0.0.1:50598_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SolrCore [testMetricTrigger_shard1_replica_n1] Registered new searcher Searcher@4e02fab6[testMetricTrigger_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 26034 INFO (qtp1294856939-108) [n:127.0.0.1:50598_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592042351128215552
[junit4] 2> 26038 INFO (searcherExecutor-41-thread-1-processing-n:127.0.0.1:56727_solr x:testMetricTrigger_shard2_replica_n2 s:shard2 c:testMetricTrigger r:core_node4) [n:127.0.0.1:56727_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SolrCore [testMetricTrigger_shard2_replica_n2] Registered new searcher Searcher@7c572496[testMetricTrigger_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 26038 INFO (qtp1680592517-192) [n:127.0.0.1:56727_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592042351132409856
[junit4] 2> 26061 INFO (qtp1680592517-192) [n:127.0.0.1:56727_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 26061 INFO (qtp1680592517-192) [n:127.0.0.1:56727_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 26062 INFO (qtp1294856939-108) [n:127.0.0.1:50598_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 26062 INFO (qtp1680592517-192) [n:127.0.0.1:56727_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:56727/solr/testMetricTrigger_shard2_replica_n2/
[junit4] 2> 26062 INFO (qtp1294856939-108) [n:127.0.0.1:50598_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 26062 INFO (qtp1294856939-108) [n:127.0.0.1:50598_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:50598/solr/testMetricTrigger_shard1_replica_n1/
[junit4] 2> 26064 INFO (qtp1680592517-192) [n:127.0.0.1:56727_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 26064 INFO (qtp1680592517-192) [n:127.0.0.1:56727_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SyncStrategy https://127.0.0.1:56727/solr/testMetricTrigger_shard2_replica_n2/ has no replicas
[junit4] 2> 26064 INFO (qtp1680592517-192) [n:127.0.0.1:56727_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 26067 INFO (qtp1294856939-108) [n:127.0.0.1:50598_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 26067 INFO (qtp1294856939-108) [n:127.0.0.1:50598_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:50598/solr/testMetricTrigger_shard1_replica_n1/ has no replicas
[junit4] 2> 26067 INFO (qtp1294856939-108) [n:127.0.0.1:50598_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 26075 INFO (qtp1680592517-192) [n:127.0.0.1:56727_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:56727/solr/testMetricTrigger_shard2_replica_n2/ shard2
[junit4] 2> 26078 INFO (qtp1294856939-108) [n:127.0.0.1:50598_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:50598/solr/testMetricTrigger_shard1_replica_n1/ shard1
[junit4] 2> 26180 INFO (zkCallback-66-thread-2-processing-n:127.0.0.1:56727_solr) [n:127.0.0.1:56727_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 26180 INFO (zkCallback-66-thread-1-processing-n:127.0.0.1:56727_solr) [n:127.0.0.1:56727_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 26181 INFO (zkCallback-36-thread-2-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 26181 INFO (zkCallback-36-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 26183 INFO (qtp1294856939-108) [n:127.0.0.1:50598_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 26186 INFO (qtp1294856939-108) [n:127.0.0.1:50598_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard1_replica_n1&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2195
[junit4] 2> 26227 INFO (qtp1680592517-192) [n:127.0.0.1:56727_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 26230 INFO (qtp1680592517-192) [n:127.0.0.1:56727_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard2_replica_n2&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2212
[junit4] 2> 26237 INFO (qtp1294856939-106) [n:127.0.0.1:50598_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 26331 INFO (zkCallback-66-thread-2-processing-n:127.0.0.1:56727_solr) [n:127.0.0.1:56727_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 26331 INFO (zkCallback-66-thread-1-processing-n:127.0.0.1:56727_solr) [n:127.0.0.1:56727_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 26332 INFO (zkCallback-36-thread-2-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 26333 INFO (zkCallback-36-thread-1-processing-n:127.0.0.1:50598_solr) [n:127.0.0.1:50598_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
[...truncated too long message...]
r.java:1379)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:173)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService.execute(InstrumentedExecutorService.java:61)
[junit4] 2> at java.util.concurrent.ExecutorCompletionService.submit(ExecutorCompletionService.java:181)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.submit(HttpShardHandler.java:203)
[junit4] 2> at org.apache.solr.update.PeerSync.requestFingerprint(PeerSync.java:425)
[junit4] 2> at org.apache.solr.update.PeerSync.alreadyInSync(PeerSync.java:384)
[junit4] 2> at org.apache.solr.update.PeerSync.sync(PeerSync.java:253)
[junit4] 2> at org.apache.solr.cloud.RecoveryStrategy.doSyncOrReplicateRecovery(RecoveryStrategy.java:593)
[junit4] 2> at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:310)
[junit4] 2> at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:294)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1051462 INFO (recoveryExecutor-1916-thread-1-processing-n:127.0.0.1:40822_solr x:utilizenodecoll_shard2_replica_n9 s:shard2 c:utilizenodecoll r:core_node10) [n:127.0.0.1:40822_solr c:utilizenodecoll s:shard2 r:core_node10 x:utilizenodecoll_shard2_replica_n9] o.a.s.c.RecoveryStrategy Replay not started, or was not successful... still buffering updates.
[junit4] 2> 1051462 INFO (recoveryExecutor-1916-thread-1-processing-n:127.0.0.1:40822_solr x:utilizenodecoll_shard2_replica_n9 s:shard2 c:utilizenodecoll r:core_node10) [n:127.0.0.1:40822_solr c:utilizenodecoll s:shard2 r:core_node10 x:utilizenodecoll_shard2_replica_n9] o.a.s.c.RecoveryStrategy RecoveryStrategy has been closed
[junit4] 2> 1051462 INFO (recoveryExecutor-1916-thread-1-processing-n:127.0.0.1:40822_solr x:utilizenodecoll_shard2_replica_n9 s:shard2 c:utilizenodecoll r:core_node10) [n:127.0.0.1:40822_solr c:utilizenodecoll s:shard2 r:core_node10 x:utilizenodecoll_shard2_replica_n9] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[false]
[junit4] 2> 1051462 INFO (recoveryExecutor-1916-thread-1-processing-n:127.0.0.1:40822_solr x:utilizenodecoll_shard2_replica_n9 s:shard2 c:utilizenodecoll r:core_node10) [n:127.0.0.1:40822_solr c:utilizenodecoll s:shard2 r:core_node10 x:utilizenodecoll_shard2_replica_n9] o.a.s.c.SolrCore [utilizenodecoll_shard2_replica_n9] CLOSING SolrCore org.apache.solr.core.SolrCore@54e4987f
[junit4] 2> 1051462 INFO (recoveryExecutor-1916-thread-1-processing-n:127.0.0.1:40822_solr x:utilizenodecoll_shard2_replica_n9 s:shard2 c:utilizenodecoll r:core_node10) [n:127.0.0.1:40822_solr c:utilizenodecoll s:shard2 r:core_node10 x:utilizenodecoll_shard2_replica_n9] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.utilizenodecoll.shard2.replica_n9, tag=1424267391
[junit4] 2> 1051462 INFO (recoveryExecutor-1916-thread-1-processing-n:127.0.0.1:40822_solr x:utilizenodecoll_shard2_replica_n9 s:shard2 c:utilizenodecoll r:core_node10) [n:127.0.0.1:40822_solr c:utilizenodecoll s:shard2 r:core_node10 x:utilizenodecoll_shard2_replica_n9] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3adfac0d: rootName = solr_40822, domain = solr.core.utilizenodecoll.shard2.replica_n9, service url = null, agent id = null] for registry solr.core.utilizenodecoll.shard2.replica_n9 / com.codahale.metrics.MetricRegistry@72e212af
[junit4] 2> 1051470 INFO (recoveryExecutor-1916-thread-1-processing-n:127.0.0.1:40822_solr x:utilizenodecoll_shard2_replica_n9 s:shard2 c:utilizenodecoll r:core_node10) [n:127.0.0.1:40822_solr c:utilizenodecoll s:shard2 r:core_node10 x:utilizenodecoll_shard2_replica_n9] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.utilizenodecoll.shard2.leader, tag=1424267391
[junit4] 2> 1051473 WARN (recoveryExecutor-1916-thread-1-processing-n:127.0.0.1:40822_solr x:utilizenodecoll_shard2_replica_n9 s:shard2 c:utilizenodecoll r:core_node10) [n:127.0.0.1:40822_solr c:utilizenodecoll s:shard2 r:core_node10 x:utilizenodecoll_shard2_replica_n9] o.a.s.c.RecoveryStrategy Stopping recovery for core=[utilizenodecoll_shard2_replica_n9] coreNodeName=[core_node10]
[junit4] 2> 1051495 INFO (jetty-closer-1861-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4f93c880{/solr,null,UNAVAILABLE}
[junit4] 2> 1051495 INFO (jetty-closer-1861-thread-5) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1051496 ERROR (SUITE-TestUtilizeNode-seed#[688422546588007E]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1051496 INFO (SUITE-TestUtilizeNode-seed#[688422546588007E]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53597 53597
[junit4] 2> 1051583 INFO (Thread-3606) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53597 53597
[junit4] 2> 1051583 WARN (Thread-3606) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 12 /solr/collections/utilizenodecoll/terms/shard2
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 6 /solr/security.json
[junit4] 2> 5 /solr/configs/conf1
[junit4] 2> 5 /solr/collections/utilizenodecoll/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 54 /solr/collections/utilizenodecoll/state.json
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 3 /solr/overseer_elect/election/73272816889757705-127.0.0.1:33400_solr-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/73272816889757708-127.0.0.1:41180_solr-n_0000000000
[junit4] 2> 2 /solr/collections/utilizenodecoll/leader_elect/shard2/election/73272816889757706-core_node8-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 10 /solr/live_nodes
[junit4] 2> 9 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_688422546588007E-001
[junit4] 2> Feb 10, 2018 7:28:46 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=true): {}, locale=sr-BA, timezone=America/Porto_Velho
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=40206736,total=523763712
[junit4] 2> NOTE: All tests run in this JVM: [ForceLeaderTest, TestClusterStateProvider, TestNumericRangeQuery64, SortSpecParsingTest, HdfsRecoverLeaseTest, TestRuleBasedAuthorizationPlugin, TermVectorComponentTest, TestJmxIntegration, TestQueryTypes, ClusterStateUpdateTest, StatsReloadRaceTest, ReturnFieldsTest, TestCoreBackup, TestBadConfig, TestRangeQuery, SolrCmdDistributorTest, DistributedDebugComponentTest, DistributedFacetSimpleRefinementLongTailTest, TestImpersonationWithHadoopAuth, AutoscalingHistoryHandlerTest, TestSchemaManager, TestSchemaVersionResource, SearchHandlerTest, TestCloudPseudoReturnFields, SearchHandlerTest, TestCodecSupport, SpellCheckCollatorWithCollapseTest, TestLeaderElectionWithEmptyReplica, SolrMetricManagerTest, TestTolerantSearch, TestReloadAndDeleteDocs, SolrXmlInZkTest, SpellPossibilityIteratorTest, TestLFUCache, SolrShardReporterTest, SolrJmxReporterTest, TestSubQueryTransformerDistrib, AutoScalingHandlerTest, SchemaApiFailureTest, TestNamedUpdateProcessors, TestSystemCollAutoCreate, TestLockTree, TestDistribDocBasedVersion, HDFSCollectionsAPITest, TestRestManager, CopyFieldTest, InfixSuggestersTest, DeleteReplicaTest, MetricUtilsTest, BlobRepositoryCloudTest, TestRawTransformer, HdfsSyncSliceTest, MigrateRouteKeyTest, RegexBoostProcessorTest, DistributedFacetPivotLargeTest, TestExportWriter, TestDistributedMissingSort, TestCollationFieldDocValues, LIRRollingUpdatesTest, TestRandomFlRTGCloud, TestLegacyField, ConfigureRecoveryStrategyTest, UniqFieldsUpdateProcessorFactoryTest, TestQuerySenderListener, TestSolrCoreProperties, RollingRestartTest, CollectionsAPISolrJTest, TestCoreDiscovery, TestConfigSetProperties, HdfsAutoAddReplicasIntegrationTest, TestSolrDeletionPolicy2, TestSuggestSpellingConverter, TestAnalyzedSuggestions, TestFieldSortValues, ConnectionReuseTest, DistributedQueryComponentOptimizationTest, CacheHeaderTest, PreAnalyzedUpdateProcessorTest, WordBreakSolrSpellCheckerTest, SmileWriterTest, DocExpirationUpdateProcessorFactoryTest, UpdateLogTest, TestHdfsUpdateLog, UninvertDocValuesMergePolicyTest, TestLegacyFieldCache, CoreMergeIndexesAdminHandlerTest, TestCustomStream, DateMathParserTest, TestJavabinTupleStreamParser, TestMaxScoreQueryParser, TestUtilizeNode]
[junit4] Completed [298/775 (2!)] on J2 in 8.92s, 1 test, 1 failure <<< FAILURES!
[...truncated 49815 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 375 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/375/
2 tests failed.
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove
Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:38040/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:36339/solr/MoveReplicaHDFSTest_failed_coll_true]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:38040/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:36339/solr/MoveReplicaHDFSTest_failed_coll_true]
at __randomizedtesting.SeedInfo.seed([1C5A1C03E5256FF7:B697CFF152F6BA27]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:306)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36339/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard2
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436)
... 46 more
FAILED: org.apache.solr.cloud.autoscaling.sim.TestPolicyCloud.testCreateCollectionAddShardUsingPolicy
Error Message:
Timeout waiting for collection to become active Live Nodes: null Last available state: null
Stack Trace:
java.lang.AssertionError: Timeout waiting for collection to become active
Live Nodes: null
Last available state: null
at __randomizedtesting.SeedInfo.seed([1C5A1C03E5256FF7:DDC62EAA241D9234]:0)
at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:230)
at org.apache.solr.cloud.autoscaling.sim.TestPolicyCloud.testCreateCollectionAddShardUsingPolicy(TestPolicyCloud.java:305)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.NullPointerException
at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.lambda$null$52(SimClusterStateProvider.java:1226)
at java.util.ArrayList.forEach(ArrayList.java:1249)
at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.lambda$getCollectionStates$53(SimClusterStateProvider.java:1218)
at java.util.concurrent.ConcurrentHashMap.forEach(ConcurrentHashMap.java:1597)
at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.getCollectionStates(SimClusterStateProvider.java:1217)
at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.getClusterState(SimClusterStateProvider.java:1199)
at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:254)
at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:224)
... 41 more
Build Log:
[...truncated 12414 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestPolicyCloud
[junit4] 2> 250054 INFO (SUITE-TestPolicyCloud-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestPolicyCloud_1C5A1C03E5256FF7-001/init-core-data-001
[junit4] 2> 250054 WARN (SUITE-TestPolicyCloud-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 250054 INFO (SUITE-TestPolicyCloud-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 250055 INFO (SUITE-TestPolicyCloud-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 250073 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionAddReplica
[junit4] 2> 250082 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 250091 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220)
[junit4] 2> at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:154)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 250258 INFO (simCloudManagerPool-1611-thread-2) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676385026 sessionWrapper.createTime 18676384067489154, this.sessionWrapper.createTime 18676384067489154
[junit4] 2> 250315 INFO (simCloudManagerPool-1611-thread-4) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676387878 sessionWrapper.createTime 18676387533852254, this.sessionWrapper.createTime 18676387533852254
[junit4] 2> 250315 INFO (simCloudManagerPool-1611-thread-4) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10000_solr for creating new replica
[junit4] 2> 250337 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateCollectionAddReplica
[junit4] 2> 250338 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 250338 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 250338 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 250338 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 250338 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 5
[junit4] 2> 250338 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 4
[junit4] 2> 250338 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 250339 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: [testCreateCollectionAddReplica]
[junit4] 2> 250339 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 2
[junit4] 2> 250339 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 250339 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 2
[junit4] 2> 250340 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * testCreateCollectionAddReplica 2
[junit4] 2> 250340 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - active 2
[junit4] 2> 250340 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 250341 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - ADDREPLICA 1
[junit4] 2> 250341 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1
[junit4] 2> 250341 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 1
[junit4] 2> 250341 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 250346 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDataProvider
[junit4] 2> 250346 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 250346 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:166)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 250511 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDataProvider
[junit4] 2> 250511 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 250511 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 250511 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 250511 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 250511 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 5
[junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 3
[junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: [policiesTest]
[junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 1
[junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 2
[junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * policiesTest 2
[junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - active 2
[junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - ADDROLE 1
[junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1
[junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 250515 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMetricsTag
[junit4] 2> 250515 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 250515 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 250619 ERROR (simCloudManagerPool-1617-thread-1) [ ] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{set-cluster-policy=[{cores=<10, node=#ANY}, {replica=<2, shard=#EACH, node=#ANY}, {metrics:abc=overseer, replica=0}], errorMessages=[Invalid metrics: param in {
[junit4] 2> "metrics:abc":"overseer",
[junit4] 2> "replica":0} must have at 2 or 3 segments after 'metrics:' separated by ':']}],
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:207)
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:145)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:195)
[junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.simHandleSolrRequest(SimCloudManager.java:497)
[junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.lambda$request$2(SimCloudManager.java:459)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 250642 INFO (simCloudManagerPool-1617-thread-3) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676404250 sessionWrapper.createTime 18676404048761504, this.sessionWrapper.createTime 18676404048761504
[junit4] 2> 250661 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMetricsTag
[junit4] 2> 250661 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 250661 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 5
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 4
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: [metricsTest]
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 1
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 1
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * metricsTest 1
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - active 1
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 2
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 250665 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionAddShardWithReplicaTypeUsingPolicy
[junit4] 2> 250665 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 250665 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 250766 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.TestPolicyCloud NRT 127.0.0.1:10001_solr PULL 127.0.0.1:10004_solr , TLOG 127.0.0.1:10004_solr
[junit4] 2> 250791 INFO (simCloudManagerPool-1620-thread-2) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676411692 sessionWrapper.createTime 18676411541969104, this.sessionWrapper.createTime 18676411541969104
[junit4] 2> 250934 INFO (simCloudManagerPool-1620-thread-6) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676418849 sessionWrapper.createTime 18676418566500754, this.sessionWrapper.createTime 18676418566500754
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateCollectionAddShardWithReplicaTypeUsingPolicy
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 5
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 3
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: [policiesTest]
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 4
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 6
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * policiesTest 6
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - active 6
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATESHARD 1
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 1
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 250980 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionSplitShard
[junit4] 2> 250980 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 250980 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 251102 INFO (simCloudManagerPool-1623-thread-2) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676427257 sessionWrapper.createTime 18676426883744754, this.sessionWrapper.createTime 18676426883744754
[junit4] 2> 251270 INFO (simCloudManagerPool-1623-thread-5) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676435623 sessionWrapper.createTime 18676434359083754, this.sessionWrapper.createTime 18676434359083754
[junit4] 2> 251440 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateCollectionSplitShard
[junit4] 2> 251440 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 251440 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 5
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 5
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - DELETE 1
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SPLITSHARD 1
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 1
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 251445 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDataProviderPerReplicaDetails
[junit4] 2> 251446 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 251446 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 251735 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDataProviderPerReplicaDetails
[junit4] 2> 251735 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 251735 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 251735 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 251735 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 251735 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 5
[junit4] 2> 251735 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 5
[junit4] 2> 251735 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 251735 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 251736 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 251736 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 251736 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 251736 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 251736 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1
[junit4] 2> 251736 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - DELETE 1
[junit4] 2> 251736 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 251740 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionAddShardUsingPolicy
[junit4] 2> 251740 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 251740 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 251861 INFO (simCloudManagerPool-1629-thread-2) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676465210 sessionWrapper.createTime 18676465131490404, this.sessionWrapper.createTime 18676465131490404
[junit4] 2> 251988 INFO (simCloudManagerPool-1629-thread-5) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676471542 sessionWrapper.createTime 18676471517675404, this.sessionWrapper.createTime 18676471517675404
[junit4] 2> 252001 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateCollectionAddShardUsingPolicy
[junit4] 2> 252001 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 252001 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 252001 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 252001 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 5
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 4
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: [policiesTest]
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 3
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 3
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * policiesTest 3
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - active 3
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATESHARD 1
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 1
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestPolicyCloud -Dtests.method=testCreateCollectionAddShardUsingPolicy -Dtests.seed=1C5A1C03E5256FF7 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ar-SA -Dtests.timezone=Africa/Banjul -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 0.27s J1 | TestPolicyCloud.testCreateCollectionAddShardUsingPolicy <<<
[junit4] > Throwable #1: java.lang.AssertionError: Timeout waiting for collection to become active
[junit4] > Live Nodes: null
[junit4] > Last available state: null
[junit4] > at __randomizedtesting.SeedInfo.seed([1C5A1C03E5256FF7:DDC62EAA241D9234]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:230)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.TestPolicyCloud.testCreateCollectionAddShardUsingPolicy(TestPolicyCloud.java:305)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.lang.NullPointerException
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.lambda$null$52(SimClusterStateProvider.java:1226)
[junit4] > at java.util.ArrayList.forEach(ArrayList.java:1249)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.lambda$getCollectionStates$53(SimClusterStateProvider.java:1218)
[junit4] > at java.util.concurrent.ConcurrentHashMap.forEach(ConcurrentHashMap.java:1597)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.getCollectionStates(SimClusterStateProvider.java:1217)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.getClusterState(SimClusterStateProvider.java:1199)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:254)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:224)
[junit4] > ... 41 more
[junit4] 2> 252004 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestPolicyCloud_1C5A1C03E5256FF7-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1366, maxMBSortInHeap=5.290165823604289, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-SA, timezone=Africa/Banjul
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=113994840,total=433586176
[junit4] 2> NOTE: All tests run in this JVM: [TestReload, ConjunctionSolrSpellCheckerTest, TestCustomSort, TestTrie, FileUtilsTest, FullHLLTest, SpatialRPTFieldTypeTest, TestPayloadCheckQParserPlugin, DocValuesNotIndexedTest, DirectUpdateHandlerOptimizeTest, JsonLoaderTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestNRTOpen, TestExclusionRuleCollectionAccess, TestSchemaSimilarityResource, ZkControllerTest, ResponseBuilderTest, TestDelegationWithHadoopAuth, TestSubQueryTransformerCrossCore, SolrCoreMetricManagerTest, TestDocTermOrds, TestDistribStateManager, TestRTGBase, TestZkChroot, UtilsToolTest, SegmentsInfoRequestHandlerTest, AutoAddReplicasPlanActionTest, SimpleMLTQParserTest, TestLegacyNumericRangeQueryBuilder, RestartWhileUpdatingTest, DistributedFacetPivotSmallAdvancedTest, SparseHLLTest, TestSolr4Spatial, CollectionStateFormat2Test, TestCorePropertiesReload, TestRawResponseWriter, SignatureUpdateProcessorFactoryTest, ClassificationUpdateProcessorFactoryTest, CdcrReplicationDistributedZkTest, SortByFunctionTest, HdfsNNFailoverTest, TestCollectionAPIs, LoggingHandlerTest, HdfsRestartWhileUpdatingTest, DistributedFacetExistsSmallTest, TestSolrQueryResponse, DistribJoinFromCollectionTest, TestReversedWildcardFilterFactory, TestConfigSetImmutable, SyncSliceTest, CheckHdfsIndexTest, BaseCdcrDistributedZkTest, SuggesterFSTTest, TestPolicyCloud]
[junit4] Completed [102/775 (1!)] on J1 in 1.98s, 7 tests, 1 failure <<< FAILURES!
[...truncated 216 lines...]
[junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
[junit4] 2> 524316 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/init-core-data-001
[junit4] 2> 524317 WARN (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 524317 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 524318 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 524318 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-001
[junit4] 2> 524319 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 524319 INFO (Thread-1096) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 524319 INFO (Thread-1096) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 524321 ERROR (Thread-1096) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 524419 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:60863
[junit4] 2> 524421 INFO (zkConnectionManagerCallback-890-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524423 INFO (jetty-launcher-887-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 524430 INFO (jetty-launcher-887-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 524431 INFO (jetty-launcher-887-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 524432 INFO (jetty-launcher-887-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 524439 INFO (jetty-launcher-887-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 524439 INFO (jetty-launcher-887-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 524439 INFO (jetty-launcher-887-thread-3) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 524439 INFO (jetty-launcher-887-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6f86b472{/solr,null,AVAILABLE}
[junit4] 2> 524441 INFO (jetty-launcher-887-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6b736ee2{HTTP/1.1,[http/1.1]}{127.0.0.1:38040}
[junit4] 2> 524441 INFO (jetty-launcher-887-thread-3) [ ] o.e.j.s.Server Started @526566ms
[junit4] 2> 524441 INFO (jetty-launcher-887-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38040}
[junit4] 2> 524441 ERROR (jetty-launcher-887-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 524441 INFO (jetty-launcher-887-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 524441 INFO (jetty-launcher-887-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 524441 INFO (jetty-launcher-887-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 524441 INFO (jetty-launcher-887-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T08:39:01.480Z
[junit4] 2> 524443 INFO (jetty-launcher-887-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 524443 INFO (jetty-launcher-887-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 524443 INFO (jetty-launcher-887-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 524443 INFO (jetty-launcher-887-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6644b5f2{/solr,null,AVAILABLE}
[junit4] 2> 524443 INFO (jetty-launcher-887-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@61067959{HTTP/1.1,[http/1.1]}{127.0.0.1:36339}
[junit4] 2> 524443 INFO (jetty-launcher-887-thread-2) [ ] o.e.j.s.Server Started @526569ms
[junit4] 2> 524443 INFO (jetty-launcher-887-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36339}
[junit4] 2> 524443 ERROR (jetty-launcher-887-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 524443 INFO (jetty-launcher-887-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 524444 INFO (jetty-launcher-887-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 524444 INFO (jetty-launcher-887-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 524444 INFO (jetty-launcher-887-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T08:39:01.483Z
[junit4] 2> 524449 INFO (jetty-launcher-887-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 524449 INFO (jetty-launcher-887-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 524449 INFO (jetty-launcher-887-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 524449 INFO (jetty-launcher-887-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1621a0ac{/solr,null,AVAILABLE}
[junit4] 2> 524454 INFO (jetty-launcher-887-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 524454 INFO (jetty-launcher-887-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 524454 INFO (jetty-launcher-887-thread-4) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 524455 INFO (jetty-launcher-887-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@de81b61{/solr,null,AVAILABLE}
[junit4] 2> 524455 INFO (jetty-launcher-887-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1d36b855{HTTP/1.1,[http/1.1]}{127.0.0.1:49142}
[junit4] 2> 524455 INFO (jetty-launcher-887-thread-4) [ ] o.e.j.s.Server Started @526581ms
[junit4] 2> 524455 INFO (jetty-launcher-887-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49142}
[junit4] 2> 524455 ERROR (jetty-launcher-887-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 524455 INFO (jetty-launcher-887-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 524455 INFO (jetty-launcher-887-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 524455 INFO (jetty-launcher-887-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 524455 INFO (jetty-launcher-887-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T08:39:01.494Z
[junit4] 2> 524456 INFO (jetty-launcher-887-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@53c7e5a3{HTTP/1.1,[http/1.1]}{127.0.0.1:35232}
[junit4] 2> 524456 INFO (jetty-launcher-887-thread-1) [ ] o.e.j.s.Server Started @526581ms
[junit4] 2> 524456 INFO (jetty-launcher-887-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35232}
[junit4] 2> 524456 ERROR (jetty-launcher-887-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 524456 INFO (jetty-launcher-887-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 524456 INFO (jetty-launcher-887-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 524456 INFO (jetty-launcher-887-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 524456 INFO (jetty-launcher-887-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T08:39:01.495Z
[junit4] 2> 524458 INFO (zkConnectionManagerCallback-894-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524459 INFO (jetty-launcher-887-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 524463 INFO (zkConnectionManagerCallback-892-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524463 INFO (zkConnectionManagerCallback-898-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524465 INFO (jetty-launcher-887-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 524465 INFO (jetty-launcher-887-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 524470 INFO (zkConnectionManagerCallback-896-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524471 INFO (jetty-launcher-887-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 524485 INFO (jetty-launcher-887-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60863/solr
[junit4] 2> 524489 INFO (jetty-launcher-887-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60863/solr
[junit4] 2> 524490 INFO (jetty-launcher-887-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60863/solr
[junit4] 2> 524493 INFO (jetty-launcher-887-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60863/solr
[junit4] 2> 524497 INFO (zkConnectionManagerCallback-907-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524497 INFO (zkConnectionManagerCallback-912-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524499 INFO (zkConnectionManagerCallback-903-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524514 INFO (zkConnectionManagerCallback-914-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524515 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10459370e090008, likely client has closed socket
[junit4] 2> 524518 INFO (zkConnectionManagerCallback-916-thread-1-processing-n:127.0.0.1:38040_solr) [n:127.0.0.1:38040_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524530 INFO (zkConnectionManagerCallback-918-thread-1-processing-n:127.0.0.1:35232_solr) [n:127.0.0.1:35232_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524531 INFO (zkConnectionManagerCallback-920-thread-1-processing-n:127.0.0.1:36339_solr) [n:127.0.0.1:36339_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524538 INFO (jetty-launcher-887-thread-1) [n:127.0.0.1:35232_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 524539 INFO (jetty-launcher-887-thread-2) [n:127.0.0.1:36339_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 524539 INFO (jetty-launcher-887-thread-1) [n:127.0.0.1:35232_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35232_solr
[junit4] 2> 524540 INFO (jetty-launcher-887-thread-2) [n:127.0.0.1:36339_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36339_solr
[junit4] 2> 524540 INFO (jetty-launcher-887-thread-1) [n:127.0.0.1:35232_solr ] o.a.s.c.Overseer Overseer (id=73281586938314763-127.0.0.1:35232_solr-n_0000000000) starting
[junit4] 2> 524555 INFO (zkConnectionManagerCallback-922-thread-1-processing-n:127.0.0.1:49142_solr) [n:127.0.0.1:49142_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524560 INFO (jetty-launcher-887-thread-4) [n:127.0.0.1:49142_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 524561 INFO (jetty-launcher-887-thread-4) [n:127.0.0.1:49142_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 524565 INFO (jetty-launcher-887-thread-4) [n:127.0.0.1:49142_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49142_solr
[junit4] 2> 524600 INFO (jetty-launcher-887-thread-1) [n:127.0.0.1:35232_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35232_solr
[junit4] 2> 524603 INFO (zkCallback-917-thread-1-processing-n:127.0.0.1:35232_solr) [n:127.0.0.1:35232_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 524603 INFO (zkCallback-919-thread-1-processing-n:127.0.0.1:36339_solr) [n:127.0.0.1:36339_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 524607 INFO (OverseerStateUpdate-73281586938314763-127.0.0.1:35232_solr-n_0000000000) [n:127.0.0.1:35232_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 524614 INFO (jetty-launcher-887-thread-3) [n:127.0.0.1:38040_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 524615 INFO (jetty-launcher-887-thread-3) [n:127.0.0.1:38040_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 524616 INFO (jetty-launcher-887-thread-3) [n:127.0.0.1:38040_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38040_solr
[junit4] 2> 524618 INFO (zkCallback-917-thread-2-processing-n:127.0.0.1:35232_solr) [n:127.0.0.1:35232_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 524618 INFO (zkCallback-919-thread-2-processing-n:127.0.0.1:36339_solr) [n:127.0.0.1:36339_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 524677 INFO (zkCallback-921-thread-1-processing-n:127.0.0.1:49142_solr) [n:127.0.0.1:49142_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 524681 INFO (zkCallback-915-thread-1-processing-n:127.0.0.1:38040_solr) [n:127.0.0.1:38040_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 524718 INFO (jetty-launcher-887-thread-4) [n:127.0.0.1:49142_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49142.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 524729 INFO (jetty-launcher-887-thread-2) [n:127.0.0.1:36339_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36339.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 524731 INFO (jetty-launcher-887-thread-4) [n:127.0.0.1:49142_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49142.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 524731 INFO (jetty-launcher-887-thread-4) [n:127.0.0.1:49142_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49142.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 524732 INFO (jetty-launcher-887-thread-4) [n:127.0.0.1:49142_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-001/node4/.
[junit4] 2> 524736 INFO (jetty-launcher-887-thread-2) [n:127.0.0.1:36339_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36339.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 524737 INFO (jetty-launcher-887-thread-2) [n:127.0.0.1:36339_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36339.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 524740 INFO (jetty-launcher-887-thread-1) [n:127.0.0.1:35232_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35232.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 524745 INFO (jetty-launcher-887-thread-2) [n:127.0.0.1:36339_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-001/node2/.
[junit4] 2> 524748 INFO (jetty-launcher-887-thread-1) [n:127.0.0.1:35232_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35232.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 524748 INFO (jetty-launcher-887-thread-1) [n:127.0.0.1:35232_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35232.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 524749 INFO (jetty-launcher-887-thread-1) [n:127.0.0.1:35232_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-001/node1/.
[junit4] 2> 524822 INFO (jetty-launcher-887-thread-3) [n:127.0.0.1:38040_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38040.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 524840 INFO (jetty-launcher-887-thread-3) [n:127.0.0.1:38040_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38040.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 524840 INFO (jetty-launcher-887-thread-3) [n:127.0.0.1:38040_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38040.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 524841 INFO (jetty-launcher-887-thread-3) [n:127.0.0.1:38040_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-001/node3/.
[junit4] 2> 524873 INFO (zkConnectionManagerCallback-932-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524877 INFO (zkConnectionManagerCallback-936-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524878 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 524879 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60863/solr ready
[junit4] 2> 524885 INFO (qtp691893789-4840) [n:127.0.0.1:35232_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 524888 INFO (qtp691893789-4840) [n:127.0.0.1:35232_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=3
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 524922 WARN (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 524933 WARN (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 524937 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 524945 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_47328_hdfs____8twoao/webapp
[junit4] 2> 525340 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:47328
[junit4] 2> 525429 WARN (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 525429 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 525438 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_40885_datanode____.km4uhs/webapp
[junit4] 2> 525850 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40885
[junit4] 2> 525936 WARN (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 525938 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 525953 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_47359_datanode____edye8r/webapp
[junit4] 2> 526115 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:50267) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 526146 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x425a50bebf73d0: from storage DS-a45bcbe1-e4b1-4dab-8c49-34f98afdbd0a node DatanodeRegistration(127.0.0.1:50834, datanodeUuid=102aab93-1c54-47bb-877e-04628b4564bd, infoPort=39048, infoSecurePort=0, ipcPort=56147, storageInfo=lv=-56;cid=testClusterID;nsid=1177703602;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 526146 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x425a50bebf73d0: from storage DS-75d92094-3b29-4036-b27f-bcfd1ec3a440 node DatanodeRegistration(127.0.0.1:50834, datanodeUuid=102aab93-1c54-47bb-877e-04628b4564bd, infoPort=39048, infoSecurePort=0, ipcPort=56147, storageInfo=lv=-56;cid=testClusterID;nsid=1177703602;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 526435 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:47359
[junit4] 2> 526587 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:50267) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 526605 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x425a50da1d7ca9: from storage DS-59733077-9ee2-4955-b230-6f538400caff node DatanodeRegistration(127.0.0.1:37554, datanodeUuid=514e0124-c7a8-47ae-a4b3-2b5144910f16, infoPort=47998, infoSecurePort=0, ipcPort=50991, storageInfo=lv=-56;cid=testClusterID;nsid=1177703602;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 526605 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x425a50da1d7ca9: from storage DS-43bc813f-e297-48e5-95a0-d0a88a04d074 node DatanodeRegistration(127.0.0.1:37554, datanodeUuid=514e0124-c7a8-47ae-a4b3-2b5144910f16, infoPort=47998, infoSecurePort=0, ipcPort=50991, storageInfo=lv=-56;cid=testClusterID;nsid=1177703602;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 526700 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testFailedMove
[junit4] 2> 526700 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 526702 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 526711 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 526711 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 526711 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 526711 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52278b1d{/solr,null,AVAILABLE}
[junit4] 2> 526712 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2532d7bb{HTTP/1.1,[http/1.1]}{127.0.0.1:54371}
[junit4] 2> 526712 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.e.j.s.Server Started @528837ms
[junit4] 2> 526712 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54371}
[junit4] 2> 526712 ERROR (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 526712 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 526712 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 526712 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 526712 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T08:39:03.751Z
[junit4] 2> 526719 INFO (zkConnectionManagerCallback-939-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 526719 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 526730 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60863/solr
[junit4] 2> 526731 INFO (zkConnectionManagerCallback-943-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 526734 INFO (zkConnectionManagerCallback-945-thread-1-processing-n:127.0.0.1:54371_solr) [n:127.0.0.1:54371_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 526737 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [n:127.0.0.1:54371_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 526738 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [n:127.0.0.1:54371_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 526739 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [n:127.0.0.1:54371_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54371_solr
[junit4] 2> 526740 INFO (zkCallback-915-thread-1-processing-n:127.0.0.1:38040_solr) [n:127.0.0.1:38040_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 526740 INFO (zkCallback-921-thread-2-processing-n:127.0.0.1:49142_solr) [n:127.0.0.1:49142_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 526740 INFO (zkCallback-917-thread-2-processing-n:127.0.0.1:35232_solr) [n:127.0.0.1:35232_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 526740 INFO (zkCallback-919-thread-2-processing-n:127.0.0.1:36339_solr) [n:127.0.0.1:36339_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 526751 INFO (zkCallback-935-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 526759 INFO (zkCallback-944-thread-1-processing-n:127.0.0.1:54371_solr) [n:127.0.0.1:54371_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 526769 INFO (zkCallback-935-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 526813 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [n:127.0.0.1:54371_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54371.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 526822 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [n:127.0.0.1:54371_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54371.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 526822 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [n:127.0.0.1:54371_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54371.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 526823 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [n:127.0.0.1:54371_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-001/node5/.
[junit4] 2> 526873 INFO (zkConnectionManagerCallback-949-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 526875 INFO (qtp691893789-4842) [n:127.0.0.1:35232_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&autoAddReplicas=false&name=MoveReplicaHDFSTest_failed_coll_true&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 526887 INFO (OverseerCollectionConfigSetProcessor-73281586938314763-127.0.0.1:35232_solr-n_0000000000) [n:127.0.0.1:35232_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 526887 INFO (OverseerThreadFactory-1916-thread-2-processing-n:127.0.0.1:35232_solr) [n:127.0.0.1:35232_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection MoveReplicaHDFSTest_failed_coll_true
[junit4] 2> 526994 INFO (OverseerStateUpdate-73281586938314763-127.0.0.1:35232_solr-n_0000000000) [n:127.0.0.1:35232_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_true",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38040/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 526996 INFO (OverseerStateUpdate-73281586938314763-127.0.0.1:35232_solr-n_0000000000) [n:127.0.0.1:35232_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_true",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36339/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 526998 INFO (OverseerStateUpdate-73281586938314763-127.0.0.1:35232_solr-n_0000000000) [n:127.0.0.1:35232_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_true",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35232/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 526999 INFO (OverseerStateUpdate-73281586938314763-127.0.0.1:35232_solr-n_0000000000) [n:127.0.0.1:35232_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_true",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:54371/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 527203 INFO (qtp691893789-4845) [n:127.0.0.1:35232_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 527204 INFO (qtp1611642053-4825) [n:127.0.0.1:38040_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 527204 INFO (qtp1611642053-4825) [n:127.0.0.1:38040_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 527204 INFO (qtp691893789-4845) [n:127.0.0.1:35232_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 527204 INFO (qtp820340600-5094) [n:127.0.0.1:54371_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 527204 INFO (qtp820340600-5094) [n:127.0.0.1:54371_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 527212 INFO (qtp719320507-4829) [n:127.0.0.1:36339_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 527213 INFO (qtp719320507-4829) [n:127.0.0.1:36339_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 527317 INFO (zkCallback-919-thread-2-processing-n:127.0.0.1:36339_solr) [n:127.0.0.1:36339_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 527317 INFO (zkCallback-915-thread-1-processing-n:127.0.0.1:38040_solr) [n:127.0.0.1:38040_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 527318 INFO (zkCallback-944-thread-1-processing-n:127.0.0.1:54371_solr) [n:127.0.0.1:54371_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 527318 INFO (zkCallback-917-thread-2-processing-n:127.0.0.1:35232_solr) [n:127.0.0.1:35232_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 527318 INFO (zkCallback-917-thread-1-processing-n:127.0.0.1:35232_solr) [n:127.0.0.1:35232_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 527319 INFO (zkCallback-919-thread-1-processing-n:127.0.0.1:36339_solr) [n:127.0.0.1:36339_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 527319 INFO (zkCallback-944-thread-2-processing-n:127.0.0.1:54371_solr) [n:127.0.0.1:54371_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveRepli
[...truncated too long message...]
en(DFSClient.java:808)
[junit4] 2> at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2083)
[junit4] 2> at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2069)
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem.listStatusInternal(DistributedFileSystem.java:791)
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem.access$700(DistributedFileSystem.java:106)
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:853)
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:849)
[junit4] 2> at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81)
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem.listStatus(DistributedFileSystem.java:860)
[junit4] 2> at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1517)
[junit4] 2> at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1557)
[junit4] 2> at org.apache.solr.core.HdfsDirectoryFactory.cleanupOldIndexDirectories(HdfsDirectoryFactory.java:527)
[junit4] 2> at org.apache.solr.core.SolrCore.lambda$cleanupOldIndexDirectories$21(SolrCore.java:3037)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 603593 ERROR (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 603593 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60863 60863
[junit4] 2> 603696 INFO (Thread-1096) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60863 60863
[junit4] 2> 603697 WARN (Thread-1096) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/collections/MoveReplicaHDFSTest_coll_false/terms/shard2
[junit4] 2> 18 /solr/configs/conf1
[junit4] 2> 14 /solr/collections/MoveReplicaHDFSTest_coll_true/terms/shard1
[junit4] 2> 11 /solr/clusterprops.json
[junit4] 2> 11 /solr/aliases.json
[junit4] 2> 7 /solr/collections/MoveReplicaHDFSTest_failed_coll_true/terms/shard1
[junit4] 2> 7 /solr/collections/MoveReplicaHDFSTest_failed_coll_true/terms/shard2
[junit4] 2> 7 /solr/collections/MoveReplicaHDFSTest_coll_false/terms/shard1
[junit4] 2> 7 /solr/collections/MoveReplicaHDFSTest_coll_true/terms/shard2
[junit4] 2> 6 /solr/security.json
[junit4] 2> 5 /solr/collections/MoveReplicaHDFSTest_failed_coll_false/terms/shard2
[junit4] 2> 5 /solr/collections/MoveReplicaHDFSTest_failed_coll_false/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 66 /solr/collections/MoveReplicaHDFSTest_coll_false/state.json
[junit4] 2> 58 /solr/collections/MoveReplicaHDFSTest_coll_true/state.json
[junit4] 2> 39 /solr/collections/MoveReplicaHDFSTest_failed_coll_false/state.json
[junit4] 2> 37 /solr/collections/MoveReplicaHDFSTest_failed_coll_true/state.json
[junit4] 2> 11 /solr/clusterstate.json
[junit4] 2> 3 /solr/collections/MoveReplicaHDFSTest_coll_false/leader_elect/shard2/election/73281586938314761-core_node8-n_0000000000
[junit4] 2> 3 /solr/overseer_elect/election/73281586938314762-127.0.0.1:36339_solr-n_0000000001
[junit4] 2> 3 /solr/collections/MoveReplicaHDFSTest_coll_true/leader_elect/shard1/election/73281586938314761-core_node5-n_0000000000
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 31 /solr/collections
[junit4] 2> 19 /solr/live_nodes
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 603698 WARN (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 603734 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 603740 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:50267) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 603740 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:50267) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1709940034-10.41.0.5-1518424741939 (Datanode Uuid 514e0124-c7a8-47ae-a4b3-2b5144910f16) service to localhost/127.0.0.1:50267
[junit4] 2> 603746 WARN (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 603784 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 603889 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:50267) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 603889 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:50267) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1709940034-10.41.0.5-1518424741939 (Datanode Uuid 102aab93-1c54-47bb-877e-04628b4564bd) service to localhost/127.0.0.1:50267
[junit4] 2> 603904 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 604025 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60863 60863
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001
[junit4] 2> Feb 12, 2018 8:40:21 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=Lucene50(blocksize=128), id=PostingsFormat(name=Memory)}, docValues:{_version_=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=563, maxMBSortInHeap=5.497972874924903, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-SA, timezone=Pacific/Samoa
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=2,free=254487160,total=517996544
[junit4] 2> NOTE: All tests run in this JVM: [AnalysisAfterCoreReloadTest, TestHashQParserPlugin, TestFieldSortValues, SpellPossibilityIteratorTest, PreAnalyzedUpdateProcessorTest, DocExpirationUpdateProcessorFactoryTest, CopyFieldTest, TestRestManager, AnalyticsQueryTest, TestSolrConfigHandler, TestClusterStateProvider, TestPerFieldSimilarityWithDefaultOverride, TestFaceting, BlobRepositoryCloudTest, SolrGangliaReporterTest, TestJmxIntegration, HttpSolrCallGetCoreTest, NumericFieldsTest, TestLegacyFieldCache, HighlighterMaxOffsetTest, HdfsDirectoryTest, TestTrieFacet, MoreLikeThisHandlerTest, PKIAuthenticationIntegrationTest, TestClusterProperties, MetricUtilsTest, CollectionsAPIAsyncDistributedZkTest, TestRealTimeGet, BitVectorTest, PreAnalyzedFieldTest, HdfsRecoverLeaseTest, TestLMJelinekMercerSimilarityFactory, TestClassicSimilarityFactory, SearchHandlerTest, TestCloudPseudoReturnFields, SuggesterTSTTest, SpellCheckComponentTest, SystemLogListenerTest, TestSQLHandlerNonCloud, TestSchemaNameResource, CollectionsAPISolrJTest, ClusterStateTest, TestLockTree, TestBadConfig, UUIDUpdateProcessorFallbackTest, LargeFieldTest, BasicDistributedZk2Test, RecoveryAfterSoftCommitTest, TestAtomicUpdateErrorCases, TestUtilizeNode, TestConfigsApi, OverseerCollectionConfigSetProcessorTest, WordBreakSolrSpellCheckerTest, TestCustomStream, TestNamedUpdateProcessors, DistributedFacetSimpleRefinementLongTailTest, MoveReplicaHDFSTest]
[junit4] Completed [174/775 (2!)] on J2 in 89.41s, 4 tests, 1 error <<< FAILURES!
[...truncated 50502 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 374 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/374/
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([186CEA76261C7990:A260DDF979F4AFDF]:0)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1565)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14143 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> 2568929 INFO (SUITE-TriggerIntegrationTest-seed#[186CEA76261C7990]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_186CEA76261C7990-001/init-core-data-001
[junit4] 2> 2568930 WARN (SUITE-TriggerIntegrationTest-seed#[186CEA76261C7990]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=30 numCloses=30
[junit4] 2> 2568930 INFO (SUITE-TriggerIntegrationTest-seed#[186CEA76261C7990]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2568931 INFO (SUITE-TriggerIntegrationTest-seed#[186CEA76261C7990]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2568931 INFO (SUITE-TriggerIntegrationTest-seed#[186CEA76261C7990]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_186CEA76261C7990-001/tempDir-001
[junit4] 2> 2568932 INFO (SUITE-TriggerIntegrationTest-seed#[186CEA76261C7990]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2568932 INFO (Thread-8280) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2568932 INFO (Thread-8280) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2568934 ERROR (Thread-8280) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2569032 INFO (SUITE-TriggerIntegrationTest-seed#[186CEA76261C7990]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:58810
[junit4] 2> 2569035 INFO (zkConnectionManagerCallback-9303-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2569037 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1045900e23e0000, likely client has closed socket
[junit4] 2> 2569043 INFO (jetty-launcher-9300-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: २०१७-११-२२T०२:२७:३७+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2569044 INFO (jetty-launcher-9300-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: २०१७-११-२२T०२:२७:३७+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2569044 INFO (jetty-launcher-9300-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2569044 INFO (jetty-launcher-9300-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2569044 INFO (jetty-launcher-9300-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2569045 INFO (jetty-launcher-9300-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4ade2e83{/solr,null,AVAILABLE}
[junit4] 2> 2569045 INFO (jetty-launcher-9300-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2569045 INFO (jetty-launcher-9300-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2569045 INFO (jetty-launcher-9300-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2569045 INFO (jetty-launcher-9300-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@741c535b{HTTP/1.1,[http/1.1]}{127.0.0.1:35296}
[junit4] 2> 2569045 INFO (jetty-launcher-9300-thread-2) [ ] o.e.j.s.Server Started @2571158ms
[junit4] 2> 2569045 INFO (jetty-launcher-9300-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35296}
[junit4] 2> 2569046 ERROR (jetty-launcher-9300-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2569046 INFO (jetty-launcher-9300-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5a8f3286{/solr,null,AVAILABLE}
[junit4] 2> 2569046 INFO (jetty-launcher-9300-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2569046 INFO (jetty-launcher-9300-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2569046 INFO (jetty-launcher-9300-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2569046 INFO (jetty-launcher-9300-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T07:39:48.776Z
[junit4] 2> 2569046 INFO (jetty-launcher-9300-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7c2b184e{HTTP/1.1,[http/1.1]}{127.0.0.1:42776}
[junit4] 2> 2569046 INFO (jetty-launcher-9300-thread-1) [ ] o.e.j.s.Server Started @2571159ms
[junit4] 2> 2569046 INFO (jetty-launcher-9300-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42776}
[junit4] 2> 2569046 ERROR (jetty-launcher-9300-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2569047 INFO (jetty-launcher-9300-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2569047 INFO (jetty-launcher-9300-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2569047 INFO (jetty-launcher-9300-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2569047 INFO (jetty-launcher-9300-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T07:39:48.777Z
[junit4] 2> 2569047 INFO (zkConnectionManagerCallback-9305-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2569048 INFO (jetty-launcher-9300-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2569053 INFO (zkConnectionManagerCallback-9307-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2569053 INFO (jetty-launcher-9300-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2569056 INFO (jetty-launcher-9300-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58810/solr
[junit4] 2> 2569057 INFO (zkConnectionManagerCallback-9311-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2569059 INFO (zkConnectionManagerCallback-9313-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2569060 INFO (jetty-launcher-9300-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58810/solr
[junit4] 2> 2569061 INFO (zkConnectionManagerCallback-9317-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2569064 INFO (zkConnectionManagerCallback-9319-thread-1-processing-n:127.0.0.1:42776_solr) [n:127.0.0.1:42776_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2569129 INFO (jetty-launcher-9300-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2569129 INFO (jetty-launcher-9300-thread-1) [n:127.0.0.1:42776_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2569130 INFO (jetty-launcher-9300-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35296_solr
[junit4] 2> 2569130 INFO (jetty-launcher-9300-thread-1) [n:127.0.0.1:42776_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42776_solr
[junit4] 2> 2569131 INFO (jetty-launcher-9300-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.Overseer Overseer (id=73281354275356676-127.0.0.1:35296_solr-n_0000000000) starting
[junit4] 2> 2569139 INFO (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2569140 INFO (zkCallback-9318-thread-1-processing-n:127.0.0.1:42776_solr) [n:127.0.0.1:42776_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2569144 INFO (jetty-launcher-9300-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35296_solr
[junit4] 2> 2569151 INFO (zkCallback-9318-thread-1-processing-n:127.0.0.1:42776_solr) [n:127.0.0.1:42776_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2569151 INFO (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2569151 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 2569152 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 2569152 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2569152 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 2569153 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 2569154 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2569154 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 2569155 DEBUG (ScheduledTrigger-8434-thread-1) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 2569201 INFO (jetty-launcher-9300-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35296.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2569208 INFO (jetty-launcher-9300-thread-1) [n:127.0.0.1:42776_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42776.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2569208 INFO (jetty-launcher-9300-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35296.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2569209 INFO (jetty-launcher-9300-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35296.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2569210 INFO (jetty-launcher-9300-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_186CEA76261C7990-001/tempDir-001/node2/.
[junit4] 2> 2569216 INFO (jetty-launcher-9300-thread-1) [n:127.0.0.1:42776_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42776.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2569216 INFO (jetty-launcher-9300-thread-1) [n:127.0.0.1:42776_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42776.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2569217 INFO (jetty-launcher-9300-thread-1) [n:127.0.0.1:42776_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_186CEA76261C7990-001/tempDir-001/node1/.
[junit4] 2> 2569258 INFO (zkConnectionManagerCallback-9325-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2569260 INFO (zkConnectionManagerCallback-9329-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2569261 INFO (SUITE-TriggerIntegrationTest-seed#[186CEA76261C7990]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2569261 INFO (SUITE-TriggerIntegrationTest-seed#[186CEA76261C7990]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58810/solr ready
[junit4] 2> 2569280 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testListeners
[junit4] 2> 2569281 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 2569281 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 2569281 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 2569283 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2569283 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2569283 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 2569287 INFO (qtp109629244-34002) [n:127.0.0.1:35296_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2569288 INFO (qtp170881004-34006) [n:127.0.0.1:42776_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2569288 DEBUG (qtp109629244-33998) [n:127.0.0.1:35296_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2569289 INFO (qtp109629244-33998) [n:127.0.0.1:35296_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2569289 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 2569290 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2569290 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction}], enabled=true}
[junit4] 2> 2569290 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 2569291 INFO (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 2569292 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2569292 DEBUG (ScheduledTrigger-8434-thread-1) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 2569292 DEBUG (ScheduledTrigger-8434-thread-1) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 2569293 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 2569293 INFO (qtp109629244-34004) [n:127.0.0.1:35296_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2569294 INFO (qtp170881004-34009) [n:127.0.0.1:42776_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2569294 DEBUG (qtp109629244-34000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2569294 INFO (qtp109629244-34000) [n:127.0.0.1:35296_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2569294 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 2569295 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2569295 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction}], enabled=true}
[junit4] 2> 2569295 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 2569295 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2569295 INFO (qtp109629244-34005) [n:127.0.0.1:35296_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2569295 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 2569296 INFO (qtp170881004-34006) [n:127.0.0.1:42776_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2569296 DEBUG (qtp109629244-34002) [n:127.0.0.1:35296_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2569296 INFO (qtp109629244-34002) [n:127.0.0.1:35296_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2569296 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 2569297 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: २०१७-११-२२T०२:२७:३७+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2569297 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2569297 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction}], enabled=true}
[junit4] 2> 2569297 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 2569298 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2569298 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 2569298 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2569298 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2569298 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2569298 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5b1e7967{/solr,null,AVAILABLE}
[junit4] 2> 2569299 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@193f74f8{HTTP/1.1,[http/1.1]}{127.0.0.1:37620}
[junit4] 2> 2569299 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.Server Started @2571411ms
[junit4] 2> 2569299 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37620}
[junit4] 2> 2569299 ERROR (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2569299 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2569299 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2569299 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2569299 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T07:39:49.029Z
[junit4] 2> 2569300 INFO (zkConnectionManagerCallback-9331-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2569301 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2569307 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58810/solr
[junit4] 2> 2569308 INFO (zkConnectionManagerCallback-9335-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2569309 INFO (zkConnectionManagerCallback-9337-thread-1-processing-n:127.0.0.1:37620_solr) [n:127.0.0.1:37620_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2569314 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:37620_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2569316 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:37620_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2569317 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:37620_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37620_solr
[junit4] 2> 2569318 INFO (zkCallback-9318-thread-1-processing-n:127.0.0.1:42776_solr) [n:127.0.0.1:42776_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2569318 INFO (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2569323 INFO (zkCallback-9336-thread-1-processing-n:127.0.0.1:37620_solr) [n:127.0.0.1:37620_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2569327 INFO (zkCallback-9328-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2569403 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:37620_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37620.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2569413 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:37620_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37620.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2569414 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:37620_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37620.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2569415 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:37620_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_186CEA76261C7990-001/tempDir-001/node3/.
[junit4] 2> 2570295 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 2570295 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 2570295 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:37620_solr at time 18673100688310153
[junit4] 2> 2571295 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 2571296 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 2572296 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 2572296 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 2573296 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 2573296 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 2573296 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL firing registered processor for nodes: [127.0.0.1:37620_solr] added at times [18673100688310153], now=18673103689865746
[junit4] 2> 2573297 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"4257160d61bf89Ta3yyn8sn5esa1c8o3gnhvauu2",
[junit4] 2> "source":"node_added_triggerL",
[junit4] 2> "eventTime":18673100688310153,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18673100688310153],
[junit4] 2> "nodeNames":["127.0.0.1:37620_solr"]}}
[junit4] 2> 2573297 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerL]
[junit4] 2> 2573298 INFO (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 2573299 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"4257160d61bf89Ta3yyn8sn5esa1c8o3gnhvauu2",
[junit4] 2> "source":"node_added_triggerL",
[junit4] 2> "eventTime":18673100688310153,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18673100688310153],
[junit4] 2> "_enqueue_time_":18673103691028707,
[junit4] 2> "nodeNames":["127.0.0.1:37620_solr"]}}
[junit4] 2> 2573301 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerL after 5000ms
[junit4] 2> 2573301 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=4257160d61bf89Ta3yyn8sn5esa1c8o3gnhvauu2
[junit4] 2> 2575302 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: २०१७-११-२२T०२:२७:३७+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2575304 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2575304 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2575304 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2575305 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ba382d9{/solr,null,AVAILABLE}
[junit4] 2> 2575305 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5531e9f7{HTTP/1.1,[http/1.1]}{127.0.0.1:33941}
[junit4] 2> 2575305 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.Server Started @2577418ms
[junit4] 2> 2575305 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33941}
[junit4] 2> 2575306 ERROR (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2575306 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2575306 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2575306 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2575307 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T07:39:55.037Z
[junit4] 2> 2575322 INFO (zkConnectionManagerCallback-9341-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2575323 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2575334 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58810/solr
[junit4] 2> 2575335 INFO (zkConnectionManagerCallback-9345-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2575337 INFO (zkConnectionManagerCallback-9347-thread-1-processing-n:127.0.0.1:33941_solr) [n:127.0.0.1:33941_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2575345 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:33941_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2575347 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:33941_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2575350 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:33941_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33941_solr
[junit4] 2> 2575352 INFO (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2575352 INFO (zkCallback-9318-thread-1-processing-n:127.0.0.1:42776_solr) [n:127.0.0.1:42776_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2575352 INFO (zkCallback-9328-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2575359 INFO (zkCallback-9336-thread-1-processing-n:127.0.0.1:37620_solr) [n:127.0.0.1:37620_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2575361 INFO (zkCallback-9346-thread-1-processing-n:127.0.0.1:33941_solr) [n:127.0.0.1:33941_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2575426 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:33941_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33941.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2575436 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:33941_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33941.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2575436 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:33941_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33941.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2575437 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:33941_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_186CEA76261C7990-001/tempDir-001/node4/.
[junit4] 2> 2578301 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 2578301 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 2578302 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:33941_solr at time 18673108695005861
[junit4] 2> 2579303 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 2579303 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 2580303 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 2580304 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 2581304 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 2581304 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 2581304 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL firing registered processor for nodes: [127.0.0.1:33941_solr] added at times [18673108695005861], now=18673111697730443
[junit4] 2> 2581304 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"425717ea9e3aa5Ta3yyn8sn5esa1c8o3gnhvauu4",
[junit4] 2> "source":"node_added_triggerL",
[junit4] 2> "eventTime":18673108695005861,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18673108695005861],
[junit4] 2> "nodeNames":["127.0.0.1:33941_solr"]}}
[junit4] 2> 2581305 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerL]
[junit4] 2> 2581306 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"425717ea9e3aa5Ta3yyn8sn5esa1c8o3gnhvauu4",
[junit4] 2> "source":"node_added_triggerL",
[junit4] 2> "eventTime":18673108695005861,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18673108695005861],
[junit4] 2> "_enqueue_time_":18673111698190053,
[junit4] 2> "nodeNames":["127.0.0.1:33941_solr"]}}
[junit4] 2> 2581306 WARN (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Exception executing actions
[junit4] 2> java.lang.Exception: Error executing action: test1 for trigger event: {
[junit4] 2> "id":"425717ea9e3aa5Ta3yyn8sn5esa1c8o3gnhvauu4",
[junit4] 2> "source":"node_added_triggerL",
[junit4] 2> "eventTime":18673108695005861,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18673108695005861],
[junit4] 2> "_enqueue_time_":18673111698190053,
[junit4] 2> "nodeNames":["127.0.0.1:33941_solr"]}}
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:303)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.RuntimeException: failure
[junit4] 2> at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction.process(TriggerIntegrationTest.java:989)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:300)
[junit4] 2> ... 6 more
[junit4] 2> 2581307 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerL after 5000ms
[junit4] 2> 2581307 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=425717ea9e3aa5Ta3yyn8sn5esa1c8o3gnhvauu4
[junit4] 2> 2583306 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testListeners
[junit4] 2> 2583344 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerThrottling
[junit4] 2> 2583345 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 6
[junit4] 2> 2583345 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 2583345 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 2583351 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2583351 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2583351 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 2583355 INFO (qtp555842462-34092) [n:127.0.0.1:33941_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2583357 INFO (qtp109629244-34002) [n:127.0.0.1:35296_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2583358 INFO (qtp58953156-34062) [n:127.0.0.1:37620_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2583363 INFO (qtp170881004-34006) [n:127.0.0.1:42776_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2583363 DEBUG (qtp555842462-34088) [n:127.0.0.1:33941_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2583364 INFO (qtp555842462-34088) [n:127.0.0.1:33941_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 2583364 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 2583366 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37620_solr, 127.0.0.1:33941_solr, 127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2583366 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 2583366 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 2583366 INFO (qtp555842462-34093) [n:127.0.0.1:33941_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2583370 INFO (qtp109629244-34000) [n:127.0.0.1:35296_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2583371 INFO (qtp58953156-34064) [n:127.0.0.1:37620_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2583371 INFO (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 2583372 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2583372 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 2583372 INFO (qtp170881004-34009) [n:127.0.0.1:42776_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2583372 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 2583373 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 2583373 DEBUG (qtp555842462-34090) [n:127.0.0.1:33941_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2583373 INFO (qtp555842462-34090) [n:127.0.0.1:33941_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 2583374 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 2583374 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37620_solr, 127.0.0.1:33941_solr, 127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2583374 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 2583375 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37620_solr, 127.0.0.1:33941_solr, 127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2583375 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 2583375 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 2583377 INFO (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 2583378 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2583378 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: २०१७-११-२२T०२:२७:३७+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2583378 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 2583378 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 2583378 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 2583379 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2583379 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2583379 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2583380 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6e01b2a7{/solr,null,AVAILABLE}
[junit4] 2> 2583380 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@56f119aa{HTTP/1.1,[http/1.1]}{127.0.0.1:33021}
[junit4] 2> 2583380 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.e.j.s.Server Started @2585493ms
[junit4] 2> 2583380 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33021}
[junit4] 2> 2583380 ERROR (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2583380 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2583380 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2583381 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2583381 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T07:40:03.111Z
[junit4] 2> 2583382 INFO (zkConnectionManagerCallback-9351-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2583382 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2583389 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58810/solr
[junit4] 2> 2583390 INFO (zkConnectionManagerCallback-9355-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2583392 INFO (zkConnectionManagerCallback-9357-thread-1-processing-n:127.0.0.1:33021_solr) [n:127.0.0.1:33021_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2583404 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [n:127.0.0.1:33021_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2583407 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [n:127.0.0.1:33021_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2583409 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [n:127.0.0.1:33021_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33021_solr
[junit4] 2> 2583411 INFO (zkCallback-9318-thread-1-processing-n:127.0.0.1:42776_solr) [n:127.0.0.1:42776_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2583411 INFO (zkCallback-9328-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2583411 INFO (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2583411 INFO (zkCallback-9336-thread-1-processing-n:127.0.0.1:37620_solr) [n:127.0.0.1:37620_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2583411 INFO (zkCallback-9346-thread-1-processing-n:127.0.0.1:33941_solr) [n:127.0.0.1:33941_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2583417 INFO (zkCallback-9356-thread-1-processing-n:127.0.0.1:33021_solr) [n:127.0.0.1:33021_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2583511 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [n:127.0.0.1:33021_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33021.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2583520 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [n:127.0.0.1:33021_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33021.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2583520 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [n:127.0.0.1:33021_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33021.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2583522 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [n:127.0.0.1:33021_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_186CEA76261C7990-001/tempDir-001/node5/.
[junit4] 2> 2584374 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 2584374 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 5
[junit4] 2> 2584374 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:33021_solr at time 18673114767429012
[junit4] 2> 2584374 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:33021_solr] added at times [18673114767429012], now=18673114767502241
[junit4] 2> 2584374 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"42571954900d94Ta3yyn8sn5esa1c8o3gnhvauu5",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":18673114767429012,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18673114767429012],
[junit4] 2> "nodeNames":["127.0.0.1:33021_solr"]}}
[junit4] 2> 2584374 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger2, node_added_trigger1]
[junit4] 2> 2584375 INFO (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 2584376 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"42571954900d94Ta3yyn8sn5esa1c8o3gnhvauu5",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":18673114767429012,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18673114767429012],
[junit4] 2> "_enqueue_time_":18673114767760950,
[junit4] 2> "nodeNames":["127.0.0.1:33021_solr"]}}
[junit4] 2> 2584376 INFO (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_added_trigger1
[junit4] 2> 2584377 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 2584377 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 2584377 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=42571954900d94Ta3yyn8sn5esa1c8o3gnhvauu5
[junit4] 2> 2589380 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 2589380 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 2589380 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 5
[junit4] 2> 2589380 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 5
[junit4] 2> 2589380 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:33021_solr at time 18673119773536367
[junit4] 2> 2589380 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:33021_solr] added at times [18673119773536367], now=18673119773754674
[junit4] 2> 2589381 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"42571a7ef3306fTa3yyn8sn5esa1c8o3gnhvauu7",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":18673119773536367,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18673119773536367],
[junit4] 2> "nodeNames":["127.0.0.1:33021_solr"]}}
[junit4] 2> 2589381 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger2, node_added_trigger1]
[junit4] 2> 2589382 INFO (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 2589382 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"42571a7ef3306fTa3yyn8sn5esa1c8o3gnhvauu7",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":18673119773536367,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18673119773536367],
[junit4] 2> "_enqueue_time_":18673119774339591,
[junit4] 2> "nodeNames":["127.0.0.1:33021_solr"]}}
[junit4] 2> 2589382 INFO (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.TriggerIntegrationTest last action at 1518421204106000000 current time = 1518421209112000000
[junit4] 2> real diff: 5006000000
[junit4] 2> min diff: 4998000000
[junit4] 2> 2589383 INFO (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_added_trigger2
[junit4] 2> 2589389 INFO (qtp1142932834-34118) [n:127.0.0.1:33021_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2589390 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 2589390 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 2589390 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 8 ms for event id=42571a7ef3306fTa3yyn8sn5esa1c8o3gnhvauu7
[junit4] 2> 2589390 INFO (qtp555842462-34090) [n:127.0.0.1:33941_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2589393 INFO (qtp109629244-34000) [n:127.0.0.1:35296_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2589394 INFO (qtp58953156-34064) [n:127.0.0.1:37620_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2589397 INFO (qtp170881004-34009) [n:127.0.0.1:42776_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2589397 DEBUG (qtp1142932834-34114) [n:127.0.0.1:33021_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2589398 INFO (qtp1142932834-34114) [n:127.0.0.1:33021_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=12
[junit4] 2> 2589399 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 2589399 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37620_solr, 127.0.0.1:33021_solr, 127.0.0.1:33941_solr, 127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2589399 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 2589401 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37620_solr, 127.0.0.1:33021_solr, 127.0.0.1:33941_solr, 127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2589401 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37620_solr, 127.0.0.1:33021_solr, 127.0.0.1:33941_solr, 127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2589401 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 2589401 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 2589403 INFO (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 2589404 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 2589404 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 5
[junit4] 2> 2589411 INFO (qtp1142932834-34118) [n:127.0.0.1:33021_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2589413 INFO (qtp555842462-34094) [n:127.0.0.1:33941_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2589415 INFO (qtp109629244-34002) [n:127.0.0.1:35296_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2589417 INFO (qtp58953156-34066) [n:127.0.0.1:37620_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2589419 INFO (qtp170881004-34006) [n:127.0.0.1:42776_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2589419 DEBUG (qtp555842462-34092) [n:127.0.0.1:33941_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2589420 INFO (qtp555842462-34092) [n:127.0.0.1:33941_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=19
[junit4] 2> 2589420 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
[junit4] 2> 2589421 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37620_solr, 127.0.0.1:33021_solr, 127.0.0.1:33941_solr, 127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2589421 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 2589421 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37620_solr, 127.0.0.1:33021_solr, 127.0.0.1:33941_solr, 127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2589421 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37620_solr, 127.0.0.1:33021_solr, 127.0.0.1:33941_solr, 127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2589421 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 2589422 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37620_solr, 127.0.0.1:33021_solr, 127.0.0.1:33941_solr, 127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2589422 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
[junit4] 2> 2589424 INFO (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 2589424 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
[junit4] 2> 2589425 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 5
[junit4] 2> 2589425 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@56f119aa{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2589425 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=655875618
[junit4] 2> 2589426 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2589426 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@110c2264: rootName = solr_33021, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@d8ad16b
[junit4] 2> 2589435 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2589435 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@37af00a9: rootName = solr_33021, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@46efc70e
[junit4] 2> 2589440 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2589440 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@651f747e: rootName = solr_33021, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@21c6bcb0
[junit4] 2> 2589443 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:33021_solr
[junit4] 2> 2589444 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2589444 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2589444 INFO (zkCallback-9346-thread-1-processing-n:127.0.0.1:33941_solr) [n:127.0.0.1:33941_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 2589444 INFO (zkCallback-9356-thread-1-processing-n:127.0.0.1:33021_solr) [n:127.0.0.1:33021_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 2589444 INFO (zkCallback-9328-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 2589445 INFO (zkCallback-9318-thread-1-processing-n:127.0.0.1:42776_solr) [n:127.0.0.1:42776_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 2589445 INFO (zkCallback-9336-thread-1-processing-n:127.0.0.1:37620_solr) [n:127.0.0.1:37620_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 2589445 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6e01b2a7{/solr,null,UNAVAILABLE}
[junit4] 2> 2589445 INFO (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 2589445 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2590408 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 4
[junit4] 2> 2590408 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:33021_solr
[junit4] 2> 2590408 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:33021_solr]
[junit4] 2> 2590408 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"42571abc3d42d6Ta3yyn8sn5esa1c8o3gnhvauu9",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":18673120801800918,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18673120801800918],
[junit4] 2> "nodeNames":["127.0.0.1:33021_solr"]}}
[junit4] 2> 2590409 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, node_added_trigger2, node_lost_trigger1, node_added_trigger1]
[junit4] 2> 2590409 INFO (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 2590410 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"42571abc3d42d6Ta3yyn8sn5esa1c8o3gnhvauu9",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":18673120801800918,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18673120801800918],
[junit4] 2> "_enqueue_time_":18673120802136765,
[junit4] 2> "nodeNames":["127.0.0.1:33021_solr"]}}
[junit4] 2> 2590410 INFO (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_lost_trigger1
[junit4] 2> 2590411 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger2 after 5000ms
[junit4] 2> 2590411 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 2590411 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 5000ms
[junit4] 2> 2590411 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 2590411 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=42571abc3d42d6Ta3yyn8sn5esa1c8o3gnhvauu9
[junit4] 2> 2595411 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 2595412 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 4
[junit4] 2> 2595412 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 2595413 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 2595413 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 2595413 DEBUG (ScheduledTrigger-8434-thread-1) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 4
[junit4] 2> 2595413 DEBUG (ScheduledTrigger-8434-thread-1) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:33021_solr
[junit4] 2> 2595413 DEBUG (ScheduledTrigger-8434-thread-1) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:33021_solr]
[junit4] 2> 2595413 DEBUG (ScheduledTrigger-8434-thread-1) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"42571be68e0a31Ta3yyn8sn5esa1c8o3gnhvauub",
[junit4] 2> "source":"node_lost_trigger2",
[junit4] 2> "eventTime":18673125806705201,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18673125806705201],
[junit4] 2> "nodeNames":["127.0.0.1:33021_solr"]}}
[junit4] 2> 2595414 DEBUG (ScheduledTrigger-8434-thread-1) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, node_added_trigger2, node_lost_trigger1, node_added_trigger1]
[junit4] 2> 2595415 INFO (ScheduledTrigger-8434-thread-1) [n:127.0.0.1:35296_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 2595415 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"42571be68e0a31Ta3yyn8sn5esa1c8o3gnhvauub",
[junit4] 2> "source":"node_lost_trigger2",
[junit4] 2> "eventTime":18673125806705201,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18673125806705201],
[junit4] 2> "_enqueue_time_":18673125807184478,
[junit4] 2> "nodeNames":["127.0.0.1:33021_solr"]}}
[junit4] 2> 2595415 INFO (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.TriggerIntegrationTest last action at 1518421210140000000 current time = 1518421215145000000
[junit4] 2> real diff: 5005000000
[junit4] 2> min diff: 4998000000
[junit4] 2> 2595415 INFO (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_lost_trigger2
[junit4] 2> 2595415 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTriggerThrottling
[junit4] 2> 2595419 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Resuming tr
[...truncated too long message...]
expired for /autoscaling/nodeLost/127.0.0.1:57060_solr
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:786)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:365)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:365)
[junit4] 2> at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:882)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:704)
[junit4] 2> at java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4649)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:703)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.access$900(ZkStateReader.java:72)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1090)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1085)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:269)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2770059 INFO (jetty-closer-9301-thread-12) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@45e7e516{/solr,null,UNAVAILABLE}
[junit4] 2> 2770059 INFO (jetty-closer-9301-thread-12) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2770060 ERROR (SUITE-TriggerIntegrationTest-seed#[186CEA76261C7990]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2770060 INFO (SUITE-TriggerIntegrationTest-seed#[186CEA76261C7990]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58810 58810
[junit4] 2> 2770155 INFO (Thread-8280) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58810 58810
[junit4] 2> 2770155 WARN (Thread-8280) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 41 /solr/collections/collection1/terms/shard1
[junit4] 2> 22 /solr/clusterprops.json
[junit4] 2> 22 /solr/aliases.json
[junit4] 2> 21 /solr/security.json
[junit4] 2> 8 /solr/configs/conf
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard1
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 132 /solr/collections/collection1/state.json
[junit4] 2> 22 /solr/clusterstate.json
[junit4] 2> 13 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 4 /solr/overseer_elect/election/73281354275356716-127.0.0.1:49362_solr-n_0000000013
[junit4] 2> 3 /solr/collections/collection1/leader_elect/shard1/election/73281354275356710-core_node3-n_0000000000
[junit4] 2> 3 /solr/overseer_elect/election/73281354275356686-127.0.0.1:33941_solr-n_0000000003
[junit4] 2> 2 /solr/overseer_elect/election/73281354275356710-127.0.0.1:41760_solr-n_0000000011
[junit4] 2> 2 /solr/overseer_elect/election/73281354275356698-127.0.0.1:39986_solr-n_0000000007
[junit4] 2> 2 /solr/overseer_elect/election/73281354275356707-127.0.0.1:60573_solr-n_0000000010
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/73281354275356716-core_node8-n_0000000003
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/live_nodes
[junit4] 2> 22 /solr/collections
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_186CEA76261C7990-001
[junit4] 2> Feb 12, 2018 7:43:09 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id=PostingsFormat(name=Direct), x_s=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{_version_=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1489, maxMBSortInHeap=6.244574450600561, sim=RandomSimilarity(queryNorm=false): {}, locale=mt, timezone=Asia/Colombo
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=174054768,total=476577792
[junit4] 2> NOTE: All tests run in this JVM: [BlockJoinFacetRandomTest, FileUtilsTest, TestSolrConfigHandlerConcurrent, TestExceedMaxTermLength, HighlighterTest, TestDistribStateManager, SolrCloudExampleTest, TestTolerantUpdateProcessorRandomCloud, TestJettySolrRunner, SegmentsInfoRequestHandlerTest, SubstringBytesRefFilterTest, SolrCoreTest, TestQueryUtils, TestImplicitCoreProperties, SchemaVersionSpecificBehaviorTest, SliceStateTest, ParsingFieldUpdateProcessorsTest, TestSlowCompositeReaderWrapper, TestReplicaProperties, DirectoryFactoryTest, TestSimpleTextCodec, CursorMarkTest, TestSQLHandler, ResourceLoaderTest, PathHierarchyTokenizerFactoryTest, PrimUtilsTest, SearchRateTriggerTest, ZkControllerTest, TestDocTermOrds, StressHdfsTest, TestPullReplicaErrorHandling, TolerantUpdateProcessorTest, SortByFunctionTest, TestRecoveryHdfs, TestFieldCacheWithThreads, PrimitiveFieldTypeTest, TestCloudPivotFacet, TestMultiWordSynonyms, TestFieldTypeResource, TestXmlQParserPlugin, TestTrie, DistributedMLTComponentTest, QueryEqualityTest, TestSolrIndexConfig, TestEmbeddedSolrServerAdminHandler, TestReversedWildcardFilterFactory, TestRTimerTree, DocValuesMissingTest, TestManagedSchema, TestExactStatsCache, TestStreamBody, CdcrVersionReplicationTest, CollectionStateFormat2Test, TestZkChroot, ChaosMonkeySafeLeaderTest, HdfsBasicDistributedZkTest, JsonLoaderTest, TestManagedResourceStorage, TestReplicationHandler, TestDistributedGrouping, TestSortByMinMaxFunction, TestBlendedInfixSuggestions, BufferStoreTest, TestSkipOverseerOperations, QueryResultKeyTest, ClassificationUpdateProcessorFactoryTest, TestCursorMarkWithoutUniqueKey, DistribJoinFromCollectionTest, TestSimpleTrackingShardHandler, TestSolrCloudWithSecureImpersonation, TestCustomSort, HdfsNNFailoverTest, TestStressUserVersions, DistributedQueryComponentCustomSortTest, TestHttpShardHandlerFactory, SparseHLLTest, BasicFunctionalityTest, PeerSyncTest, ChangedSchemaMergeTest, HdfsRestartWhileUpdatingTest, SignatureUpdateProcessorFactoryTest, TestConfigReload, OverriddenZkACLAndCredentialsProvidersTest, FastVectorHighlighterTest, BaseCdcrDistributedZkTest, CollectionTooManyReplicasTest, TestLegacyNumericRangeQueryBuilder, CachingDirectoryFactoryTest, TemplateUpdateProcessorTest, DocumentBuilderTest, TestNumericRangeQuery32, TestCollapseQParserPlugin, PreAnalyzedFieldManagedSchemaCloudTest, JavabinLoaderTest, TestSurroundQueryParser, RulesTest, DeleteNodeTest, TestCollectionsAPIViaSolrCloudCluster, AlternateDirectoryTest, TermsComponentTest, TestSolrCloudSnapshots, TestCustomDocTransformer, DirectSolrConnectionTest, QueryParsingTest, TestNumericTerms64, TestRandomCollapseQParserPlugin, PeerSyncWithIndexFingerprintCachingTest, SolrJmxReporterCloudTest, TestSystemIdResolver, ResponseBuilderTest, TestOnReconnectListenerSupport, DistributedIntervalFacetingTest, ConjunctionSolrSpellCheckerTest, TestCloudDeleteByQuery, ShardRoutingCustomTest, ConcurrentDeleteAndCreateCollectionTest, CloneFieldUpdateProcessorFactoryTest, V2StandaloneTest, SuggestComponentTest, SolrCloudReportersTest, TestSolrJ, SimplePostToolTest, AsyncCallRequestStatusResponseTest, SystemInfoHandlerTest, TestFoldingMultitermQuery, TestGraphTermsQParserPlugin, FieldMutatingUpdateProcessorTest, HdfsTlogReplayBufferedWhileIndexingTest, TestRebalanceLeaders, BasicDistributedZkTest, LegacyCloudClusterPropTest, MoveReplicaHDFSFailoverTest, RestartWhileUpdatingTest, SaslZkACLProviderTest, TestCloudSearcherWarming, TestDistribDocBasedVersion, TestLockTree, TestPrepRecovery, TestSizeLimitedDistributedMap, TestStressLiveNodes, TestTlogReplica, CustomCollectionTest, HdfsCollectionsAPIDistributedZkTest, SimpleCollectionCreateDeleteTest, TestCollectionAPI, AutoAddReplicasPlanActionTest, AutoScalingHandlerTest, ComputePlanActionTest, MetricTriggerTest, NodeAddedTriggerTest, NodeLostTriggerTest, TestPolicyCloud, TriggerIntegrationTest]
[junit4] Completed [607/775 (1!)] on J1 in 201.78s, 14 tests, 1 error <<< FAILURES!
[...truncated 49023 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 373 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/373/
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.analytics.facet.PivotFacetTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.analytics.facet.PivotFacetTest: 1) Thread[id=63, name=qtp194080643-63, state=TIMED_WAITING, group=TGRP-PivotFacetTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.analytics.facet.PivotFacetTest:
1) Thread[id=63, name=qtp194080643-63, state=TIMED_WAITING, group=TGRP-PivotFacetTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([6F7551C79559B0BE]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.analytics.facet.PivotFacetTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=63, name=qtp194080643-63, state=TIMED_WAITING, group=TGRP-PivotFacetTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=63, name=qtp194080643-63, state=TIMED_WAITING, group=TGRP-PivotFacetTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([6F7551C79559B0BE]:0)
FAILED: org.apache.solr.cloud.TestTlogReplica.testRecovery
Error Message:
Can not find doc 8 in http://127.0.0.1:36482/solr
Stack Trace:
java.lang.AssertionError: Can not find doc 8 in http://127.0.0.1:36482/solr
at __randomizedtesting.SeedInfo.seed([8A984FB4814D4122:4B683618AC1D8B85]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.TestTlogReplica.checkRTG(TestTlogReplica.java:885)
at org.apache.solr.cloud.TestTlogReplica.testRecovery(TestTlogReplica.java:599)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([8A984FB4814D4122:BB262250FFE734D0]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown(TriggerIntegrationTest.java:1177)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14065 lines...]
[junit4] Suite: org.apache.solr.cloud.TestTlogReplica
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_8A984FB4814D4122-001/init-core-data-001
[junit4] 2> 4267894 WARN (SUITE-TestTlogReplica-seed#[8A984FB4814D4122]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=10 numCloses=10
[junit4] 2> 4267895 INFO (SUITE-TestTlogReplica-seed#[8A984FB4814D4122]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 4267896 INFO (SUITE-TestTlogReplica-seed#[8A984FB4814D4122]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 4267896 INFO (SUITE-TestTlogReplica-seed#[8A984FB4814D4122]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 4267897 INFO (SUITE-TestTlogReplica-seed#[8A984FB4814D4122]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_8A984FB4814D4122-001/tempDir-001
[junit4] 2> 4267897 INFO (SUITE-TestTlogReplica-seed#[8A984FB4814D4122]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4267897 INFO (Thread-3743) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4267897 INFO (Thread-3743) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4267899 ERROR (Thread-3743) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4267997 INFO (SUITE-TestTlogReplica-seed#[8A984FB4814D4122]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:37101
[junit4] 2> 4267999 INFO (zkConnectionManagerCallback-4962-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4268002 INFO (jetty-launcher-4959-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 4268003 INFO (jetty-launcher-4959-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 4268003 INFO (jetty-launcher-4959-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4268003 INFO (jetty-launcher-4959-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4268003 INFO (jetty-launcher-4959-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 4268004 INFO (jetty-launcher-4959-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7638c8ab{/solr,null,AVAILABLE}
[junit4] 2> 4268004 INFO (jetty-launcher-4959-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4268004 INFO (jetty-launcher-4959-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4268004 INFO (jetty-launcher-4959-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 4268004 INFO (jetty-launcher-4959-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7ab89d82{HTTP/1.1,[http/1.1]}{127.0.0.1:39760}
[junit4] 2> 4268004 INFO (jetty-launcher-4959-thread-1) [ ] o.e.j.s.Server Started @4279021ms
[junit4] 2> 4268004 INFO (jetty-launcher-4959-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39760}
[junit4] 2> 4268004 INFO (jetty-launcher-4959-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2b4f796b{/solr,null,AVAILABLE}
[junit4] 2> 4268004 ERROR (jetty-launcher-4959-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4268004 INFO (jetty-launcher-4959-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@544d32b2{HTTP/1.1,[http/1.1]}{127.0.0.1:36482}
[junit4] 2> 4268005 INFO (jetty-launcher-4959-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 4268005 INFO (jetty-launcher-4959-thread-2) [ ] o.e.j.s.Server Started @4279022ms
[junit4] 2> 4268005 INFO (jetty-launcher-4959-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4268005 INFO (jetty-launcher-4959-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36482}
[junit4] 2> 4268005 INFO (jetty-launcher-4959-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4268005 INFO (jetty-launcher-4959-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T01:57:16.537Z
[junit4] 2> 4268005 ERROR (jetty-launcher-4959-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4268005 INFO (jetty-launcher-4959-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 4268005 INFO (jetty-launcher-4959-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4268005 INFO (jetty-launcher-4959-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4268005 INFO (jetty-launcher-4959-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T01:57:16.537Z
[junit4] 2> 4268006 INFO (zkConnectionManagerCallback-4964-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4268006 INFO (zkConnectionManagerCallback-4966-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4268007 INFO (jetty-launcher-4959-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4268007 INFO (jetty-launcher-4959-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4268015 INFO (jetty-launcher-4959-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37101/solr
[junit4] 2> 4268015 INFO (jetty-launcher-4959-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37101/solr
[junit4] 2> 4268027 INFO (zkConnectionManagerCallback-4971-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4268028 INFO (zkConnectionManagerCallback-4974-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4268030 INFO (zkConnectionManagerCallback-4976-thread-1-processing-n:127.0.0.1:39760_solr) [n:127.0.0.1:39760_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4268030 INFO (zkConnectionManagerCallback-4978-thread-1-processing-n:127.0.0.1:36482_solr) [n:127.0.0.1:36482_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4268121 INFO (jetty-launcher-4959-thread-1) [n:127.0.0.1:39760_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4268121 INFO (jetty-launcher-4959-thread-2) [n:127.0.0.1:36482_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4268122 INFO (jetty-launcher-4959-thread-1) [n:127.0.0.1:39760_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39760_solr
[junit4] 2> 4268123 INFO (jetty-launcher-4959-thread-2) [n:127.0.0.1:36482_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36482_solr
[junit4] 2> 4268123 INFO (jetty-launcher-4959-thread-1) [n:127.0.0.1:39760_solr ] o.a.s.c.Overseer Overseer (id=72105962054811653-127.0.0.1:39760_solr-n_0000000000) starting
[junit4] 2> 4268124 INFO (zkCallback-4975-thread-1-processing-n:127.0.0.1:39760_solr) [n:127.0.0.1:39760_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4268129 INFO (zkCallback-4977-thread-1-processing-n:127.0.0.1:36482_solr) [n:127.0.0.1:36482_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4268135 INFO (jetty-launcher-4959-thread-1) [n:127.0.0.1:39760_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39760_solr
[junit4] 2> 4268137 INFO (zkCallback-4975-thread-1-processing-n:127.0.0.1:39760_solr) [n:127.0.0.1:39760_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4268144 INFO (zkCallback-4977-thread-1-processing-n:127.0.0.1:36482_solr) [n:127.0.0.1:36482_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4268191 INFO (jetty-launcher-4959-thread-2) [n:127.0.0.1:36482_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36482.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3291d2e7
[junit4] 2> 4268195 INFO (jetty-launcher-4959-thread-1) [n:127.0.0.1:39760_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39760.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3291d2e7
[junit4] 2> 4268200 INFO (jetty-launcher-4959-thread-2) [n:127.0.0.1:36482_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36482.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3291d2e7
[junit4] 2> 4268200 INFO (jetty-launcher-4959-thread-2) [n:127.0.0.1:36482_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36482.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3291d2e7
[junit4] 2> 4268201 INFO (jetty-launcher-4959-thread-2) [n:127.0.0.1:36482_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_8A984FB4814D4122-001/tempDir-001/node2/.
[junit4] 2> 4268204 INFO (jetty-launcher-4959-thread-1) [n:127.0.0.1:39760_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39760.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3291d2e7
[junit4] 2> 4268204 INFO (jetty-launcher-4959-thread-1) [n:127.0.0.1:39760_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39760.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3291d2e7
[junit4] 2> 4268205 INFO (jetty-launcher-4959-thread-1) [n:127.0.0.1:39760_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_8A984FB4814D4122-001/tempDir-001/node1/.
[junit4] 2> 4268251 INFO (zkConnectionManagerCallback-4984-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4268254 INFO (zkConnectionManagerCallback-4988-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4268255 INFO (SUITE-TestTlogReplica-seed#[8A984FB4814D4122]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4268256 INFO (SUITE-TestTlogReplica-seed#[8A984FB4814D4122]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37101/solr ready
[junit4] 2> 4268259 INFO (SUITE-TestTlogReplica-seed#[8A984FB4814D4122]-worker) [ ] o.a.s.c.TestTlogReplica Using legacyCloud?: false
[junit4] 2> 4268260 INFO (qtp1809463584-23175) [n:127.0.0.1:36482_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4268267 INFO (qtp1809463584-23175) [n:127.0.0.1:36482_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 4268285 INFO (TEST-TestTlogReplica.testOnlyLeaderIndexes-seed#[8A984FB4814D4122]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testOnlyLeaderIndexes
[junit4] 2> 4268286 INFO (qtp1809463584-23177) [n:127.0.0.1:36482_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_only_leader_indexes&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4268288 INFO (OverseerThreadFactory-6795-thread-1-processing-n:127.0.0.1:39760_solr) [n:127.0.0.1:39760_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection tlog_replica_test_only_leader_indexes
[junit4] 2> 4268395 INFO (OverseerStateUpdate-72105962054811653-127.0.0.1:39760_solr-n_0000000000) [n:127.0.0.1:39760_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_only_leader_indexes",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_only_leader_indexes_shard1_replica_t1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36482/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4268397 INFO (OverseerStateUpdate-72105962054811653-127.0.0.1:39760_solr-n_0000000000) [n:127.0.0.1:39760_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_only_leader_indexes",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_only_leader_indexes_shard1_replica_t2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39760/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4268599 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_only_leader_indexes_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_only_leader_indexes&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 4268600 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_only_leader_indexes_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_only_leader_indexes&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 4268600 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4268600 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4268703 INFO (zkCallback-4977-thread-1-processing-n:127.0.0.1:36482_solr) [n:127.0.0.1:36482_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4268703 INFO (zkCallback-4975-thread-1-processing-n:127.0.0.1:39760_solr) [n:127.0.0.1:39760_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4268703 INFO (zkCallback-4977-thread-2-processing-n:127.0.0.1:36482_solr) [n:127.0.0.1:36482_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4268704 INFO (zkCallback-4975-thread-2-processing-n:127.0.0.1:39760_solr) [n:127.0.0.1:39760_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4269612 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 4269612 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 4269624 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.s.IndexSchema [tlog_replica_test_only_leader_indexes_shard1_replica_t2] Schema name=minimal
[junit4] 2> 4269628 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4269628 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_only_leader_indexes_shard1_replica_t2' using configuration from collection tlog_replica_test_only_leader_indexes, trusted=true
[junit4] 2> 4269629 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39760.solr.core.tlog_replica_test_only_leader_indexes.shard1.replica_t2' (registry 'solr.core.tlog_replica_test_only_leader_indexes.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3291d2e7
[junit4] 2> 4269629 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4269629 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.SolrCore [[tlog_replica_test_only_leader_indexes_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_8A984FB4814D4122-001/tempDir-001/node1/tlog_replica_test_only_leader_indexes_shard1_replica_t2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_8A984FB4814D4122-001/tempDir-001/node1/./tlog_replica_test_only_leader_indexes_shard1_replica_t2/data/]
[junit4] 2> 4269632 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.IndexSchema [tlog_replica_test_only_leader_indexes_shard1_replica_t1] Schema name=minimal
[junit4] 2> 4269634 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4269634 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_only_leader_indexes_shard1_replica_t1' using configuration from collection tlog_replica_test_only_leader_indexes, trusted=true
[junit4] 2> 4269635 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36482.solr.core.tlog_replica_test_only_leader_indexes.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_only_leader_indexes.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3291d2e7
[junit4] 2> 4269635 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4269635 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SolrCore [[tlog_replica_test_only_leader_indexes_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_8A984FB4814D4122-001/tempDir-001/node2/tlog_replica_test_only_leader_indexes_shard1_replica_t1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_8A984FB4814D4122-001/tempDir-001/node2/./tlog_replica_test_only_leader_indexes_shard1_replica_t1/data/]
[junit4] 2> 4269710 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4269710 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4269710 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4269710 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4269711 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4269711 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4269711 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4269711 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4269713 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@7dc889bc[tlog_replica_test_only_leader_indexes_shard1_replica_t2] main]
[junit4] 2> 4269713 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7aa5a5ec[tlog_replica_test_only_leader_indexes_shard1_replica_t1] main]
[junit4] 2> 4269714 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 4269714 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 4269715 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4269715 INFO (searcherExecutor-6801-thread-1-processing-n:127.0.0.1:36482_solr x:tlog_replica_test_only_leader_indexes_shard1_replica_t1 s:shard1 c:tlog_replica_test_only_leader_indexes r:core_node3) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_only_leader_indexes_shard1_replica_t1] Registered new searcher Searcher@7aa5a5ec[tlog_replica_test_only_leader_indexes_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4269716 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592158467651534848
[junit4] 2> 4269719 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 4269720 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 4269720 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4269720 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592158467655729152
[junit4] 2> 4269723 INFO (searcherExecutor-6800-thread-1-processing-n:127.0.0.1:39760_solr x:tlog_replica_test_only_leader_indexes_shard1_replica_t2 s:shard1 c:tlog_replica_test_only_leader_indexes r:core_node4) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_only_leader_indexes_shard1_replica_t2] Registered new searcher Searcher@7dc889bc[tlog_replica_test_only_leader_indexes_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4269727 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4269727 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4269727 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36482/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/
[junit4] 2> 4269727 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_only_leader_indexes_shard1_replica_t1 url=http://127.0.0.1:36482/solr START replicas=[http://127.0.0.1:39760/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t2/] nUpdates=100
[junit4] 2> 4269729 INFO (qtp241573580-23171) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4269828 INFO (zkCallback-4977-thread-1-processing-n:127.0.0.1:36482_solr) [n:127.0.0.1:36482_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4269828 INFO (zkCallback-4977-thread-2-processing-n:127.0.0.1:36482_solr) [n:127.0.0.1:36482_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4269828 INFO (zkCallback-4975-thread-3-processing-n:127.0.0.1:39760_solr) [n:127.0.0.1:39760_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4269828 INFO (zkCallback-4975-thread-2-processing-n:127.0.0.1:39760_solr) [n:127.0.0.1:39760_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4270028 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_only_leader_indexes_shard1_replica_t1 url=http://127.0.0.1:36482/solr DONE. We have no versions. sync failed.
[junit4] 2> 4270028 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 4270028 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 4270028 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 4270028 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.ZkController tlog_replica_test_only_leader_indexes_shard1_replica_t1 stopping background replication from leader
[junit4] 2> 4270031 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36482/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/ shard1
[junit4] 2> 4270133 INFO (zkCallback-4977-thread-2-processing-n:127.0.0.1:36482_solr) [n:127.0.0.1:36482_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4270133 INFO (zkCallback-4977-thread-1-processing-n:127.0.0.1:36482_solr) [n:127.0.0.1:36482_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4270133 INFO (zkCallback-4975-thread-3-processing-n:127.0.0.1:39760_solr) [n:127.0.0.1:39760_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4270133 INFO (zkCallback-4975-thread-2-processing-n:127.0.0.1:39760_solr) [n:127.0.0.1:39760_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4270182 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 4270184 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_only_leader_indexes_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_only_leader_indexes&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1585
[junit4] 2> 4270284 INFO (zkCallback-4977-thread-2-processing-n:127.0.0.1:36482_solr) [n:127.0.0.1:36482_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4270285 INFO (zkCallback-4975-thread-3-processing-n:127.0.0.1:39760_solr) [n:127.0.0.1:39760_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4270284 INFO (zkCallback-4975-thread-2-processing-n:127.0.0.1:39760_solr) [n:127.0.0.1:39760_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4270284 INFO (zkCallback-4977-thread-1-processing-n:127.0.0.1:36482_solr) [n:127.0.0.1:36482_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4270728 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.ZkController tlog_replica_test_only_leader_indexes_shard1_replica_t2 starting background replication from leader
[junit4] 2> 4270728 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 4270730 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 4270730 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4270731 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_only_leader_indexes_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_only_leader_indexes&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2131
[junit4] 2> 4270734 INFO (qtp1809463584-23177) [n:127.0.0.1:36482_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 4270833 INFO (zkCallback-4975-thread-2-processing-n:127.0.0.1:39760_solr) [n:127.0.0.1:39760_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4270833 INFO (zkCallback-4977-thread-2-processing-n:127.0.0.1:36482_solr) [n:127.0.0.1:36482_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4270833 INFO (zkCallback-4975-thread-3-processing-n:127.0.0.1:39760_solr) [n:127.0.0.1:39760_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4270833 INFO (zkCallback-4977-thread-1-processing-n:127.0.0.1:36482_solr) [n:127.0.0.1:36482_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4271078 INFO (indexFetcher-6811-thread-1) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:36482/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/
[junit4] 2> 4271079 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 4271080 INFO (indexFetcher-6811-thread-1) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 4271080 INFO (indexFetcher-6811-thread-1) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 4271080 INFO (indexFetcher-6811-thread-1) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 4271080 INFO (indexFetcher-6811-thread-1) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 4271080 INFO (indexFetcher-6811-thread-1) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 4271082 INFO (indexFetcher-6811-thread-1) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@483de4fd[tlog_replica_test_only_leader_indexes_shard1_replica_t2] main]
[junit4] 2> 4271084 INFO (searcherExecutor-6800-thread-1-processing-n:127.0.0.1:39760_solr x:tlog_replica_test_only_leader_indexes_shard1_replica_t2 s:shard1 c:tlog_replica_test_only_leader_indexes r:core_node4) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_only_leader_indexes_shard1_replica_t2] Registered new searcher Searcher@483de4fd[tlog_replica_test_only_leader_indexes_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4271734 INFO (qtp1809463584-23177) [n:127.0.0.1:36482_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_only_leader_indexes&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2} status=0 QTime=3448
[junit4] 2> 4271742 INFO (qtp241573580-23172) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36482/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&wt=javabin&version=2}{add=[1 (1592158469771755520), 2 (1592158469774901248), 3 (1592158469774901249), 4 (1592158469774901250)]} 0 0
[junit4] 2> 4271742 INFO (qtp1809463584-23180) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1592158469771755520), 2 (1592158469774901248), 3 (1592158469774901249), 4 (1592158469774901250)]} 0 4
[junit4] 2> 4271745 INFO (qtp1809463584-23180) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/get params={distrib=false&qt=/get&id=1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4271746 INFO (qtp1809463584-23174) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/get params={distrib=false&qt=/get&id=2&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4271746 INFO (qtp1809463584-23180) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/get params={distrib=false&qt=/get&id=3&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4271747 INFO (qtp1809463584-23174) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/get params={distrib=false&qt=/get&id=4&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4271748 INFO (qtp241573580-23172) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&id=1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4271749 INFO (qtp241573580-23169) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&id=2&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4271749 INFO (qtp241573580-23172) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&id=3&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4271749 INFO (qtp241573580-23169) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&id=4&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4271751 INFO (qtp241573580-23171) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36482/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&wt=javabin&version=2}{delete=[1 (-1592158469784338432)]} 0 0
[junit4] 2> 4271751 INFO (qtp1809463584-23177) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1 (-1592158469784338432)]} 0 1
[junit4] 2> 4271754 INFO (qtp1809463584-23174) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@256e8806[tlog_replica_test_only_leader_indexes_shard1_replica_t1] realtime]
[junit4] 2> 4271756 INFO (qtp1809463584-23174) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@24388850[tlog_replica_test_only_leader_indexes_shard1_replica_t1] realtime]
[junit4] 2> 4271756 INFO (qtp241573580-23169) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1592158469786435584&distrib.from=http://127.0.0.1:36482/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&wt=javabin&version=2}{deleteByQuery=id:2 (-1592158469786435584)} 0 0
[junit4] 2> 4271756 INFO (qtp1809463584-23174) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=id:2 (-1592158469786435584)} 0 4
[junit4] 2> 4271758 INFO (qtp241573580-23169) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&id=2&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4271759 INFO (qtp241573580-23171) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&id=3&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4271759 INFO (qtp241573580-23169) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&id=4&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4271760 INFO (qtp241573580-23171) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:36482/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 4271761 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1592158469795872768,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 4271761 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@23104b96 commitCommandVersion:1592158469795872768
[junit4] 2> 4271761 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2d528c1d[tlog_replica_test_only_leader_indexes_shard1_replica_t1] main]
[junit4] 2> 4271762 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 4271763 INFO (searcherExecutor-6801-thread-1-processing-n:127.0.0.1:36482_solr x:tlog_replica_test_only_leader_indexes_shard1_replica_t1 s:shard1 c:tlog_replica_test_only_leader_indexes r:core_node3) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_only_leader_indexes_shard1_replica_t1] Registered new searcher Searcher@2d528c1d[tlog_replica_test_only_leader_indexes_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C4/2:delGen=2)))}
[junit4] 2> 4271763 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:36482/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
[junit4] 2> 4271763 INFO (qtp1809463584-23177) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={_stateVer_=tlog_replica_test_only_leader_indexes:6&commit=true&wt=javabin&version=2}{commit=} 0 3
[junit4] 2> 4271765 INFO (qtp1809463584-23177) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=2 status=0 QTime=0
[junit4] 2> 4271767 INFO (qtp241573580-23171) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4271867 INFO (qtp241573580-23172) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4271969 INFO (qtp241573580-23171) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4272070 INFO (qtp241573580-23172) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4272171 INFO (qtp241573580-23171) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4272272 INFO (qtp241573580-23172) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4272289 INFO (OverseerCollectionConfigSetProcessor-72105962054811653-127.0.0.1:39760_solr-n_0000000000) [n:127.0.0.1:39760_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4272373 INFO (qtp241573580-23171) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4272474 INFO (qtp241573580-23172) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4272575 INFO (qtp241573580-23171) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4272676 INFO (qtp241573580-23172) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4272777 INFO (qtp241573580-23171) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4272878 INFO (qtp241573580-23172) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4272978 INFO (qtp241573580-23171) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4273079 INFO (qtp241573580-23172) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4273180 INFO (qtp241573580-23171) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4273281 INFO (qtp241573580-23172) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4273382 INFO (qtp241573580-23171) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4273483 INFO (qtp241573580-23172) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4273584 INFO (qtp241573580-23171) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4273685 INFO (qtp241573580-23172) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4273786 INFO (qtp241573580-23171) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4273887 INFO (qtp241573580-23172) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4273988 INFO (qtp241573580-23171) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4274079 INFO (qtp1809463584-23174) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 4274079 INFO (indexFetcher-6811-thread-1) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 4274079 INFO (indexFetcher-6811-thread-1) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Master's version: 1518400640293
[junit4] 2> 4274079 INFO (indexFetcher-6811-thread-1) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 4274079 INFO (indexFetcher-6811-thread-1) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 4274079 INFO (indexFetcher-6811-thread-1) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 4274081 INFO (qtp1809463584-23177) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist} status=0 QTime=1
[junit4] 2> 4274081 INFO (indexFetcher-6811-thread-1) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Number of files in latest index in master: 16
[junit4] 2> 4274087 INFO (indexFetcher-6811-thread-1) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@4f38af84 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@324b5647)
[junit4] 2> 4274087 INFO (qtp1809463584-23174) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_2.liv&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 4274089 INFO (qtp241573580-23172) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4274094 INFO (qtp1809463584-23177) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 4274107 INFO (qtp1809463584-23174) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Direct_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 4274108 INFO (qtp1809463584-23177) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Direct_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 4274109 INFO (qtp1809463584-23174) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Direct_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 4274110 INFO (qtp1809463584-23177) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 4274116 INFO (qtp1809463584-23174) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 4274117 INFO (qtp1809463584-23177) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 4274156 INFO (qtp1809463584-23174) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene70_0.dvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 4274157 INFO (qtp1809463584-23177) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Memory_0.mdvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 4274158 INFO (qtp1809463584-23174) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene70_0.dvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 4274159 INFO (qtp1809463584-23177) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Memory_0.mdvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 4274159 INFO (qtp1809463584-23174) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 4274160 INFO (qtp1809463584-23177) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Direct_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 4274161 INFO (qtp1809463584-23174) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 4274162 INFO (qtp1809463584-23177) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 4274162 INFO (indexFetcher-6811-thread-1) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=2417) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@4f38af84 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@324b5647)
[junit4] 2> 4274171 INFO (indexFetcher-6811-thread-1) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 4274172 INFO (indexFetcher-6811-thread-1) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@df3aba4[tlog_replica_test_only_leader_indexes_shard1_replica_t2] main]
[junit4] 2> 4274173 INFO (searcherExecutor-6800-thread-1-processing-n:127.0.0.1:39760_solr x:tlog_replica_test_only_leader_indexes_shard1_replica_t2 s:shard1 c:tlog_replica_test_only_leader_indexes r:core_node4) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_only_leader_indexes_shard1_replica_t2] Registered new searcher Searcher@df3aba4[tlog_replica_test_only_leader_indexes_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C4/2:delGen=2)))}
[junit4] 2> 4274190 INFO (qtp241573580-23171) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=2 status=0 QTime=0
[junit4] 2> 4274194 INFO (qtp241573580-23169) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLE
[...truncated too long message...]
ackupRestoreCore, TestRestoreCore, CdcrBootstrapTest, TestSolr4Spatial2, TestExactSharedStatsCache, TestRemoteStreaming, TestOrdValues, ZkFailoverTest, TestSolrDeletionPolicy1, TestCloudRecovery, TestDistributedSearch, SuggestComponentContextFilterQueryTest, AtomicUpdatesTest, TestQueryWrapperFilter, TestPHPSerializedResponseWriter, TestCSVLoader, TestSearcherReuse, BooleanFieldTest, SpellCheckCollatorTest, TestBlobHandler, BlockJoinFacetDistribTest, TestWriterPerf, ZkStateReaderTest, MBeansHandlerTest, GraphQueryTest, CursorPagingTest, HdfsWriteToMultipleCollectionsTest, TestExpandComponent, TestSolrCloudWithKerberosAlt, TestConfigSetsAPI, TestGroupingSearch, RequestLoggingTest, ManagedSchemaRoundRobinCloudTest, TestFreeTextSuggestions, DocumentAnalysisRequestHandlerTest, TestConfigOverlay, TestDocBasedVersionConstraints, CloudMLTQParserTest, TestSha256AuthenticationProvider, TestMiniSolrCloudClusterSSL, SolrCLIZkUtilsTest, DistanceUnitsTest, HttpTriggerListenerTest, HdfsChaosMonkeySafeLeaderTest, TestBinaryResponseWriter, SecurityConfHandlerTest, UUIDFieldTest, TestRandomRequestDistribution, BasicDistributedZkTest, TestBadConfig, TestIndexSearcher, HighlighterTest, SimplePostToolTest, TestExtendedDismaxParser, SuggesterWFSTTest, WordBreakSolrSpellCheckerTest, TestPseudoReturnFields, TestAtomicUpdateErrorCases, DocValuesMultiTest, SolrInfoBeanTest, IndexBasedSpellCheckerTest, TestValueSourceCache, MoreLikeThisHandlerTest, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, TestJmxIntegration, UpdateRequestProcessorFactoryTest, TestAnalyzedSuggestions, PingRequestHandlerTest, TestSolrDeletionPolicy2, MultiTermTest, SampleTest, TestBinaryField, TestSearchPerf, TestSolrCoreProperties, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, EchoParamsTest, TestPerFieldSimilarity, TestFastWriter, TimeZoneUtilsTest, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, DateFieldTest, RAMDirectoryFactoryTest, TestLRUCache, TestUtils, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, FileUtilsTest, CircularListTest, DistributedMLTComponentTest, TestRTGBase, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, ConnectionReuseTest, AddReplicaTest, AsyncCallRequestStatusResponseTest, ChaosMonkeySafeLeaderWithPullReplicasTest, ConcurrentCreateRoutedAliasTest, CreateCollectionCleanupTest, DeleteNodeTest, DeleteStatusTest, DistribDocExpirationUpdateProcessorTest, HttpPartitionTest, LegacyCloudClusterPropTest, MoveReplicaTest, SSLMigrationTest, SaslZkACLProviderTest, SharedFSAutoReplicaFailoverTest, SolrXmlInZkTest, TestAuthenticationFramework, TestCloudDeleteByQuery, TestCloudPseudoReturnFields, TestCloudSearcherWarming, TestPullReplicaErrorHandling, TestRebalanceLeaders, TestShortCircuitedRequests, TestTlogReplica, SimpleCollectionCreateDeleteTest, TestCollectionsAPIViaSolrCloudCluster, TestLocalFSCloudBackupRestore, TestReplicaProperties, AutoAddReplicasIntegrationTest, HdfsAutoAddReplicasIntegrationTest, TriggerIntegrationTest]
[junit4] Completed [649/775 (2!)] on J0 in 194.12s, 14 tests, 1 failure <<< FAILURES!
[...truncated 3529 lines...]
[junit4] Suite: org.apache.solr.analytics.facet.PivotFacetTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/contrib/solr-analytics/test/J0/temp/solr.analytics.facet.PivotFacetTest_6F7551C79559B0BE-001/init-core-data-001
[junit4] 2> Feb 12, 2018 2:21:49 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Feb 12, 2018 2:22:09 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.analytics.facet.PivotFacetTest:
[junit4] 2> 1) Thread[id=63, name=qtp194080643-63, state=TIMED_WAITING, group=TGRP-PivotFacetTest]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Feb 12, 2018 2:22:09 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=63, name=qtp194080643-63, state=TIMED_WAITING, group=TGRP-PivotFacetTest]
[junit4] 2> Feb 12, 2018 2:22:12 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=63, name=qtp194080643-63, state=TIMED_WAITING, group=TGRP-PivotFacetTest]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=5, maxDocsPerChunk=909, blockSize=628), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=5, blockSize=628)), sim=RandomSimilarity(queryNorm=true): {}, locale=es-BO, timezone=Etc/GMT-6
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=2,free=176373520,total=331350016
[junit4] 2> NOTE: All tests run in this JVM: [DateMathFunctionTest, LegacyAbstractAnalyticsCloudTest, FilterFunctionTest, LegacyAbstractAnalyticsFacetCloudTest, LegacyNoFacetTest, BottomFunctionTest, CastingStringValueStreamTest, CastingIntValueTest, NegateFunctionTest, PivotFacetTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=PivotFacetTest -Dtests.seed=6F7551C79559B0BE -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-BO -Dtests.timezone=Etc/GMT-6 -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J0 | PivotFacetTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.analytics.facet.PivotFacetTest:
[junit4] > 1) Thread[id=63, name=qtp194080643-63, state=TIMED_WAITING, group=TGRP-PivotFacetTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([6F7551C79559B0BE]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=63, name=qtp194080643-63, state=TIMED_WAITING, group=TGRP-PivotFacetTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([6F7551C79559B0BE]:0)
[junit4] Completed [40/78 (1!)] on J0 in 99.78s, 1 test, 2 errors <<< FAILURES!
[...truncated 45398 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 372 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/372/
3 tests failed.
FAILED: org.apache.solr.cloud.AliasIntegrationTest.testMetadata
Error Message:
Error from server at https://127.0.0.1:41161/solr: Collection : collection2meta is part of alias meta3 remove or modify the alias before removing this collection.
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41161/solr: Collection : collection2meta is part of alias meta3 remove or modify the alias before removing this collection.
at __randomizedtesting.SeedInfo.seed([23295B88B7E20539:2A39118CF00B5950]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:444)
at org.apache.solr.cloud.AliasIntegrationTest.tearDown(AliasIntegrationTest.java:92)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([23295B88B7E20539:27D7F29A8D2887A3]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger(TriggerIntegrationTest.java:521)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([23295B88B7E20539:4ED5FF750DAAFA3E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:241)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13057 lines...]
[junit4] Suite: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
[junit4] 2> 2383237 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[23295B88B7E20539]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/init-core-data-001
[junit4] 2> 2383239 WARN (SUITE-AutoscalingHistoryHandlerTest-seed#[23295B88B7E20539]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=12 numCloses=12
[junit4] 2> 2383239 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[23295B88B7E20539]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2383248 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[23295B88B7E20539]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 2383249 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[23295B88B7E20539]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001
[junit4] 2> 2383249 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[23295B88B7E20539]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2383249 INFO (Thread-4363) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2383249 INFO (Thread-4363) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2383358 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[23295B88B7E20539]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:43505
[junit4] 2> 2383358 ERROR (Thread-4363) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2383438 INFO (zkConnectionManagerCallback-2076-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2383586 INFO (jetty-launcher-2073-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2383588 INFO (jetty-launcher-2073-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2383589 INFO (jetty-launcher-2073-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2383602 INFO (jetty-launcher-2073-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2383602 INFO (jetty-launcher-2073-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2383602 INFO (jetty-launcher-2073-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2383603 INFO (jetty-launcher-2073-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4c49adfb{/solr,null,AVAILABLE}
[junit4] 2> 2383603 INFO (jetty-launcher-2073-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@17db57b5{SSL,[ssl, http/1.1]}{127.0.0.1:40206}
[junit4] 2> 2383603 INFO (jetty-launcher-2073-thread-1) [ ] o.e.j.s.Server Started @2388475ms
[junit4] 2> 2383603 INFO (jetty-launcher-2073-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40206}
[junit4] 2> 2383604 ERROR (jetty-launcher-2073-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2383604 INFO (jetty-launcher-2073-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2383604 INFO (jetty-launcher-2073-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2383604 INFO (jetty-launcher-2073-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2383604 INFO (jetty-launcher-2073-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T18:50:10.957Z
[junit4] 2> 2383605 INFO (jetty-launcher-2073-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2383605 INFO (jetty-launcher-2073-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2383605 INFO (jetty-launcher-2073-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2383606 INFO (jetty-launcher-2073-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7ccd60b1{/solr,null,AVAILABLE}
[junit4] 2> 2383619 INFO (jetty-launcher-2073-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6343d7c8{SSL,[ssl, http/1.1]}{127.0.0.1:33018}
[junit4] 2> 2383619 INFO (jetty-launcher-2073-thread-2) [ ] o.e.j.s.Server Started @2388490ms
[junit4] 2> 2383619 INFO (jetty-launcher-2073-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33018}
[junit4] 2> 2383619 ERROR (jetty-launcher-2073-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2383619 INFO (jetty-launcher-2073-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2383619 INFO (jetty-launcher-2073-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2383619 INFO (jetty-launcher-2073-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2383619 INFO (jetty-launcher-2073-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T18:50:10.972Z
[junit4] 2> 2383683 INFO (zkConnectionManagerCallback-2078-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2383684 INFO (jetty-launcher-2073-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2383706 INFO (jetty-launcher-2073-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2383706 INFO (jetty-launcher-2073-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2383706 INFO (jetty-launcher-2073-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2383707 INFO (jetty-launcher-2073-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b931765{/solr,null,AVAILABLE}
[junit4] 2> 2383708 INFO (jetty-launcher-2073-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@73aec599{SSL,[ssl, http/1.1]}{127.0.0.1:37592}
[junit4] 2> 2383720 INFO (jetty-launcher-2073-thread-3) [ ] o.e.j.s.Server Started @2388591ms
[junit4] 2> 2383720 INFO (jetty-launcher-2073-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37592}
[junit4] 2> 2383720 ERROR (jetty-launcher-2073-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2383720 INFO (jetty-launcher-2073-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2383720 INFO (jetty-launcher-2073-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2383720 INFO (jetty-launcher-2073-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2383721 INFO (jetty-launcher-2073-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T18:50:11.074Z
[junit4] 2> 2383726 INFO (zkConnectionManagerCallback-2082-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2383730 INFO (jetty-launcher-2073-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2383801 INFO (zkConnectionManagerCallback-2080-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2383802 INFO (jetty-launcher-2073-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43505/solr
[junit4] 2> 2383815 INFO (jetty-launcher-2073-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2383956 INFO (jetty-launcher-2073-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43505/solr
[junit4] 2> 2383997 INFO (jetty-launcher-2073-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43505/solr
[junit4] 2> 2384130 INFO (zkConnectionManagerCallback-2086-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2384229 INFO (zkConnectionManagerCallback-2090-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2384229 INFO (zkConnectionManagerCallback-2094-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2384290 INFO (zkConnectionManagerCallback-2096-thread-1-processing-n:127.0.0.1:40206_solr) [n:127.0.0.1:40206_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2384334 INFO (zkConnectionManagerCallback-2098-thread-1-processing-n:127.0.0.1:33018_solr) [n:127.0.0.1:33018_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2384336 INFO (zkConnectionManagerCallback-2101-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2384787 INFO (jetty-launcher-2073-thread-3) [n:127.0.0.1:37592_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2384788 INFO (jetty-launcher-2073-thread-3) [n:127.0.0.1:37592_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37592_solr
[junit4] 2> 2384789 INFO (jetty-launcher-2073-thread-2) [n:127.0.0.1:33018_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2384789 INFO (jetty-launcher-2073-thread-3) [n:127.0.0.1:37592_solr ] o.a.s.c.Overseer Overseer (id=72104282642382857-127.0.0.1:37592_solr-n_0000000000) starting
[junit4] 2> 2384799 INFO (jetty-launcher-2073-thread-2) [n:127.0.0.1:33018_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33018_solr
[junit4] 2> 2384896 INFO (zkCallback-2100-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2384958 INFO (zkCallback-2095-thread-1-processing-n:127.0.0.1:40206_solr) [n:127.0.0.1:40206_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2385004 INFO (zkCallback-2097-thread-1-processing-n:127.0.0.1:33018_solr) [n:127.0.0.1:33018_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2385034 INFO (jetty-launcher-2073-thread-1) [n:127.0.0.1:40206_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2385040 INFO (jetty-launcher-2073-thread-1) [n:127.0.0.1:40206_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40206_solr
[junit4] 2> 2385058 INFO (zkCallback-2097-thread-1-processing-n:127.0.0.1:33018_solr) [n:127.0.0.1:33018_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2385059 INFO (zkCallback-2100-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2385060 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 2385062 DEBUG (OverseerAutoScalingTriggerThread-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 2385066 INFO (zkCallback-2095-thread-1-processing-n:127.0.0.1:40206_solr) [n:127.0.0.1:40206_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2385095 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:40206_solr"} current state version: 0
[junit4] 2> 2385095 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:40206_solr
[junit4] 2> 2385096 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:37592_solr"} current state version: 0
[junit4] 2> 2385096 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:37592_solr
[junit4] 2> 2385103 INFO (jetty-launcher-2073-thread-3) [n:127.0.0.1:37592_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37592_solr
[junit4] 2> 2385119 DEBUG (OverseerAutoScalingTriggerThread-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 2385126 DEBUG (OverseerAutoScalingTriggerThread-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:40206_solr, 127.0.0.1:33018_solr]
[junit4] 2> 2385126 DEBUG (OverseerAutoScalingTriggerThread-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 2385126 DEBUG (OverseerAutoScalingTriggerThread-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 2385126 INFO (zkCallback-2100-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2385126 INFO (zkCallback-2097-thread-1-processing-n:127.0.0.1:33018_solr) [n:127.0.0.1:33018_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2385176 INFO (zkCallback-2095-thread-1-processing-n:127.0.0.1:40206_solr) [n:127.0.0.1:40206_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2385179 INFO (jetty-launcher-2073-thread-2) [n:127.0.0.1:33018_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33018.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b02ed8
[junit4] 2> 2385188 DEBUG (OverseerAutoScalingTriggerThread-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2385214 INFO (jetty-launcher-2073-thread-2) [n:127.0.0.1:33018_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33018.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b02ed8
[junit4] 2> 2385215 INFO (jetty-launcher-2073-thread-2) [n:127.0.0.1:33018_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33018.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b02ed8
[junit4] 2> 2385215 INFO (jetty-launcher-2073-thread-2) [n:127.0.0.1:33018_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node2/.
[junit4] 2> 2385221 DEBUG (OverseerAutoScalingTriggerThread-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 2385250 DEBUG (ScheduledTrigger-3833-thread-1) [n:127.0.0.1:37592_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2385330 INFO (jetty-launcher-2073-thread-1) [n:127.0.0.1:40206_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40206.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b02ed8
[junit4] 2> 2385342 INFO (jetty-launcher-2073-thread-3) [n:127.0.0.1:37592_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37592.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b02ed8
[junit4] 2> 2385374 INFO (jetty-launcher-2073-thread-1) [n:127.0.0.1:40206_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40206.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b02ed8
[junit4] 2> 2385374 INFO (jetty-launcher-2073-thread-1) [n:127.0.0.1:40206_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40206.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b02ed8
[junit4] 2> 2385375 INFO (jetty-launcher-2073-thread-1) [n:127.0.0.1:40206_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node1/.
[junit4] 2> 2385378 INFO (jetty-launcher-2073-thread-3) [n:127.0.0.1:37592_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37592.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b02ed8
[junit4] 2> 2385378 INFO (jetty-launcher-2073-thread-3) [n:127.0.0.1:37592_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37592.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b02ed8
[junit4] 2> 2385379 INFO (jetty-launcher-2073-thread-3) [n:127.0.0.1:37592_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node3/.
[junit4] 2> 2385513 INFO (zkConnectionManagerCallback-2108-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2385522 INFO (zkConnectionManagerCallback-2112-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2385523 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[23295B88B7E20539]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2385524 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[23295B88B7E20539]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43505/solr ready
[junit4] 2> 2385581 INFO (qtp62202932-13301) [n:127.0.0.1:37592_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&name=AutoscalingHistoryHandlerTest_collection&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2385583 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection AutoscalingHistoryHandlerTest_collection
[junit4] 2> 2385583 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/protwords.txt
[junit4] 2> 2385585 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
[junit4] 2> 2385586 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/solrconfig.xml
[junit4] 2> 2385588 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/synonyms.txt
[junit4] 2> 2385589 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/stopwords.txt
[junit4] 2> 2385590 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/params.json
[junit4] 2> 2385599 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_it.txt
[junit4] 2> 2385601 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_no.txt
[junit4] 2> 2385602 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hy.txt
[junit4] 2> 2385604 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stemdict_nl.txt
[junit4] 2> 2385605 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ca.txt
[junit4] 2> 2385606 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_id.txt
[junit4] 2> 2385632 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ga.txt
[junit4] 2> 2385634 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_da.txt
[junit4] 2> 2385635 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hi.txt
[junit4] 2> 2385636 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ja.txt
[junit4] 2> 2385638 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_pt.txt
[junit4] 2> 2385639 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hu.txt
[junit4] 2> 2385641 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_el.txt
[junit4] 2> 2385642 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ru.txt
[junit4] 2> 2385643 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_tr.txt
[junit4] 2> 2385645 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ar.txt
[junit4] 2> 2385646 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/userdict_ja.txt
[junit4] 2> 2385647 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_it.txt
[junit4] 2> 2385649 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_eu.txt
[junit4] 2> 2385650 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_cz.txt
[junit4] 2> 2385651 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stoptags_ja.txt
[junit4] 2> 2385653 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_fr.txt
[junit4] 2> 2385654 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fa.txt
[junit4] 2> 2385655 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_de.txt
[junit4] 2> 2385656 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ga.txt
[junit4] 2> 2385658 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ca.txt
[junit4] 2> 2385659 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_nl.txt
[junit4] 2> 2385660 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_bg.txt
[junit4] 2> 2385661 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_es.txt
[junit4] 2> 2385662 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_en.txt
[junit4] 2> 2385664 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_lv.txt
[junit4] 2> 2385665 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_th.txt
[junit4] 2> 2385666 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ro.txt
[junit4] 2> 2385668 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fr.txt
[junit4] 2> 2385669 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_sv.txt
[junit4] 2> 2385671 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fi.txt
[junit4] 2> 2385672 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/hyphenations_ga.txt
[junit4] 2> 2385674 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_gl.txt
[junit4] 2> 2385698 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "numShards":"1",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 2385698 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: AutoscalingHistoryHandlerTest_collection
[junit4] 2> 2385698 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json
[junit4] 2> 2385801 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33018/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 2385801 INFO (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33018/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2385802 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 2385802 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:33018/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 2385803 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37592/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 2385803 INFO (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37592/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2385804 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:33018/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 2385804 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:33018/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:37592/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 2385804 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40206/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 2385804 INFO (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40206/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2385805 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:33018/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:37592/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 2385805 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:33018/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:37592/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:40206/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 2385906 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 0
[junit4] 2> 2386167 INFO (qtp1526287941-13291) [n:127.0.0.1:33018_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2386168 INFO (qtp1526287941-13291) [n:127.0.0.1:33018_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2386198 INFO (qtp62202932-13305) [n:127.0.0.1:37592_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n2&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2386198 INFO (qtp62202932-13305) [n:127.0.0.1:37592_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2386204 INFO (qtp1347073129-13279) [n:127.0.0.1:40206_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n4&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2386204 INFO (qtp1347073129-13279) [n:127.0.0.1:40206_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2386213 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:37592/solr",
[junit4] 2> "node_name":"127.0.0.1:37592_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 2386213 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:37592/solr",
[junit4] 2> "node_name":"127.0.0.1:37592_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 2386214 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node5:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2","base_url":"https://127.0.0.1:37592/solr","node_name":"127.0.0.1:37592_solr","state":"down","type":"NRT"}
[junit4] 2> 2386214 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:33018/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:37592/solr",
[junit4] 2> "node_name":"127.0.0.1:37592_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:40206/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 2386218 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:33018/solr",
[junit4] 2> "node_name":"127.0.0.1:33018_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 2386218 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:33018/solr",
[junit4] 2> "node_name":"127.0.0.1:33018_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 2386218 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1","base_url":"https://127.0.0.1:33018/solr","node_name":"127.0.0.1:33018_solr","state":"down","type":"NRT"}
[junit4] 2> 2386218 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:33018/solr",
[junit4] 2> "node_name":"127.0.0.1:33018_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:37592/solr",
[junit4] 2> "node_name":"127.0.0.1:37592_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:40206/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 2386222 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "core_node_name":"core_node6",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:40206/solr",
[junit4] 2> "node_name":"127.0.0.1:40206_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 2386222 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "core_node_name":"core_node6",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:40206/solr",
[junit4] 2> "node_name":"127.0.0.1:40206_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 2386222 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node6:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4","base_url":"https://127.0.0.1:40206/solr","node_name":"127.0.0.1:40206_solr","state":"down","type":"NRT"}
[junit4] 2> 2386222 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:33018/solr",
[junit4] 2> "node_name":"127.0.0.1:33018_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:37592/solr",
[junit4] 2> "node_name":"127.0.0.1:37592_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:40206/solr",
[junit4] 2> "node_name":"127.0.0.1:40206_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 2386301 DEBUG (ScheduledTrigger-3833-thread-1) [n:127.0.0.1:37592_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2386323 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 1
[junit4] 2> 2386324 INFO (zkCallback-2097-thread-1-processing-n:127.0.0.1:33018_solr) [n:127.0.0.1:33018_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2386324 INFO (zkCallback-2100-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2386324 INFO (zkCallback-2095-thread-1-processing-n:127.0.0.1:40206_solr) [n:127.0.0.1:40206_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2386324 INFO (zkCallback-2095-thread-2-processing-n:127.0.0.1:40206_solr) [n:127.0.0.1:40206_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2386324 INFO (zkCallback-2097-thread-2-processing-n:127.0.0.1:33018_solr) [n:127.0.0.1:33018_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2386324 INFO (zkCallback-2100-thread-2-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2387224 INFO (qtp1526287941-13291) [n:127.0.0.1:33018_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 2387224 INFO (qtp1526287941-13291) [n:127.0.0.1:33018_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 2387224 WARN (qtp1526287941-13291) [n:127.0.0.1:33018_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 2387225 WARN (qtp1526287941-13291) [n:127.0.0.1:33018_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 2387225 WARN (qtp1526287941-13291) [n:127.0.0.1:33018_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/clustering/lib
[junit4] 2> 2387225 WARN (qtp1526287941-13291) [n:127.0.0.1:33018_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 2387225 WARN (qtp1526287941-13291) [n:127.0.0.1:33018_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/langid/lib
[junit4] 2> 2387250 WARN (qtp1526287941-13291) [n:127.0.0.1:33018_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 2387251 WARN (qtp1526287941-13291) [n:127.0.0.1:33018_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/velocity/lib
[junit4] 2> 2387251 WARN (qtp1526287941-13291) [n:127.0.0.1:33018_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 2387267 INFO (qtp62202932-13305) [n:127.0.0.1:37592_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 2387268 INFO (qtp62202932-13305) [n:127.0.0.1:37592_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 2387268 WARN (qtp62202932-13305) [n:127.0.0.1:37592_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/extraction/lib
[junit4] 2> 2387300 WARN (qtp62202932-13305) [n:127.0.0.1:37592_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
[junit4] 2> 2387301 WARN (qtp62202932-13305) [n:127.0.0.1:37592_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/clustering/lib
[junit4] 2> 2387301 WARN (qtp62202932-13305) [n:127.0.0.1:37592_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
[junit4] 2> 2387301 WARN (qtp62202932-13305) [n:127.0.0.1:37592_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/langid/lib
[junit4] 2> 2387301 INFO (qtp1526287941-13291) [n:127.0.0.1:33018_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2387301 WARN (qtp62202932-13305) [n:127.0.0.1:37592_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
[junit4] 2> 2387301 WARN (qtp62202932-13305) [n:127.0.0.1:37592_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/velocity/lib
[junit4] 2> 2387304 WARN (qtp62202932-13305) [n:127.0.0.1:37592_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
[junit4] 2> 2387395 INFO (qtp62202932-13305) [n:127.0.0.1:37592_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2387395 DEBUG (ScheduledTrigger-3833-thread-2) [n:127.0.0.1:37592_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2387429 INFO (qtp1347073129-13279) [n:127.0.0.1:40206_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 2387430 INFO (qtp1347073129-13279) [n:127.0.0.1:40206_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 2387430 WARN (qtp1347073129-13279) [n:127.0.0.1:40206_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/extraction/lib
[junit4] 2> 2387430 WARN (qtp1347073129-13279) [n:127.0.0.1:40206_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/
[...truncated too long message...]
[ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3903b8b6{/solr,null,UNAVAILABLE}
[junit4] 2> 4828075 INFO (jetty-closer-4391-thread-10) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 4828080 INFO (jetty-closer-4391-thread-6) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@14b44350{/solr,null,UNAVAILABLE}
[junit4] 2> 4828082 INFO (jetty-closer-4391-thread-6) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 4828085 INFO (jetty-closer-4391-thread-9) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4eaf9891{/solr,null,UNAVAILABLE}
[junit4] 2> 4828085 INFO (jetty-closer-4391-thread-9) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 4829444 WARN (zkCallback-4520-thread-1-processing-n:127.0.0.1:43629_solr) [n:127.0.0.1:43629_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4829444 WARN (zkCallback-4616-thread-1-processing-n:127.0.0.1:38937_solr) [n:127.0.0.1:38937_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4829444 INFO (jetty-closer-4391-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@418552{/solr,null,UNAVAILABLE}
[junit4] 2> 4829444 INFO (jetty-closer-4391-thread-5) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 4829444 INFO (jetty-closer-4391-thread-13) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4aa829de{/solr,null,UNAVAILABLE}
[junit4] 2> 4829444 INFO (jetty-closer-4391-thread-13) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 4829460 INFO (jetty-closer-4391-thread-14) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@76468759{/solr,null,UNAVAILABLE}
[junit4] 2> 4829461 INFO (jetty-closer-4391-thread-14) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 4829466 ERROR (SUITE-TriggerIntegrationTest-seed#[23295B88B7E20539]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4829466 INFO (SUITE-TriggerIntegrationTest-seed#[23295B88B7E20539]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44815 44815
[junit4] 2> 4829589 INFO (Thread-6602) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44815 44815
[junit4] 2> 4829593 WARN (Thread-6602) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 35 /solr/collections/collection1/terms/shard1
[junit4] 2> 23 /solr/clusterprops.json
[junit4] 2> 23 /solr/aliases.json
[junit4] 2> 22 /solr/security.json
[junit4] 2> 11 /solr/configs/conf
[junit4] 2> 9 /solr/collections/testMetricTrigger/terms/shard1
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 110 /solr/collections/collection1/state.json
[junit4] 2> 41 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 23 /solr/clusterstate.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 4 /solr/overseer_elect/election/72104428282576950-127.0.0.1:38143_solr-n_0000000016
[junit4] 2> 3 /solr/overseer_elect/election/72104428282576923-127.0.0.1:38820_solr-n_0000000007
[junit4] 2> 3 /solr/overseer_elect/election/72104428282576926-127.0.0.1:45046_solr-n_0000000008
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72104428282576941-core_node3-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/72104428282576941-127.0.0.1:43604_solr-n_0000000013
[junit4] 2> 2 /solr/overseer_elect/election/72104428282576902-127.0.0.1:45756_solr-n_0000000001
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72104428282576923-core_node4-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/72104428282576938-127.0.0.1:43042_solr-n_0000000012
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 23 /solr/live_nodes
[junit4] 2> 23 /solr/collections
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_23295B88B7E20539-001
[junit4] 2> Feb 11, 2018 7:30:56 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=Direct), x_s=FSTOrd50}, docValues:{_version_=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=475, maxMBSortInHeap=7.2602295291808865, sim=RandomSimilarity(queryNorm=false): {}, locale=pl-PL, timezone=America/Sitka
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=106648472,total=478150656
[junit4] 2> NOTE: All tests run in this JVM: [UniqFieldsUpdateProcessorFactoryTest, MoveReplicaHDFSTest, SolrCmdDistributorTest, TestLeaderElectionWithEmptyReplica, DistributedFacetPivotLargeTest, TestReqParamsAPI, TestFastWriter, ResponseLogComponentTest, TestSimDistributedQueue, TestFileDictionaryLookup, PreAnalyzedUpdateProcessorTest, TestSolrCloudWithDelegationTokens, TestHashQParserPlugin, TestTrieFacet, ForceLeaderTest, LeaderElectionTest, TestCustomStream, TestDistributedStatsComponentCardinality, CustomCollectionTest, TestLazyCores, LeaderFailureAfterFreshStartTest, TestLockTree, SolrGangliaReporterTest, TestStressCloudBlindAtomicUpdates, TestHdfsUpdateLog, TestLegacyFieldCache, TestSolrCoreProperties, NodeMutatorTest, AnalyticsQueryTest, MigrateRouteKeyTest, UpdateLogTest, TestNumericRangeQuery64, SuggesterTSTTest, ClusterStateUpdateTest, TestUtils, TestMacroExpander, SearchHandlerTest, DistributedFacetPivotSmallTest, TestFieldCache, DistribCursorPagingTest, SolrMetricManagerTest, HighlighterMaxOffsetTest, SpellPossibilityIteratorTest, TestSolrDeletionPolicy2, NoCacheHeaderTest, MetricUtilsTest, TestFieldSortValues, TestRawTransformer, AssignTest, SolrIndexMetricsTest, ClusterStateTest, TestValueSourceCache, StatsReloadRaceTest, TestSmileRequest, SolrXmlInZkTest, HLLSerializationTest, TestUninvertingReader, SimpleCollectionCreateDeleteTest, TestCloudInspectUtil, TestDFRSimilarityFactory, TestClusterStateProvider, BlockCacheTest, TestLFUCache, DocValuesTest, TestInfoStreamLogging, RollingRestartTest, LIRRollingUpdatesTest, TestNamedUpdateProcessors, TestSubQueryTransformerDistrib, TestSchemaManager, TestNodeAddedTrigger, AtomicUpdateProcessorFactoryTest, TestConfigSetProperties, SharedFSAutoReplicaFailoverTest, TestSolrCLIRunExample, TestDistribDocBasedVersion, CdcrUpdateLogTest, TestAnalyzedSuggestions, HttpSolrCallGetCoreTest, DocExpirationUpdateProcessorFactoryTest, TestDistributedMissingSort, CacheHeaderTest, PKIAuthenticationIntegrationTest, TestQueryTypes, TestFiltering, ClassificationUpdateProcessorIntegrationTest, TestLMJelinekMercerSimilarityFactory, TestAtomicUpdateErrorCases, OverseerCollectionConfigSetProcessorTest, TestSQLHandlerNonCloud, TestComplexPhraseLeadingWildcard, TestCoreDiscovery, TestQuerySenderListener, DeleteReplicaTest, JvmMetricsTest, TestJsonRequest, AutoscalingHistoryHandlerTest, TestTolerantSearch, TestReloadAndDeleteDocs, TestFieldResource, TestRuleBasedAuthorizationPlugin, TestChildDocTransformer, ConnectionManagerTest, TestPayloadScoreQParserPlugin, NumericFieldsTest, LukeRequestHandlerTest, SpellCheckCollatorWithCollapseTest, SearchHandlerTest, TestFaceting, CdcrReplicationHandlerTest, DistributedQueryComponentOptimizationTest, TestCodecSupport, TestRealTimeGet, CoreMergeIndexesAdminHandlerTest, TestLegacyField, DistributedDebugComponentTest, TestConfigsApi, TestLRUStatsCache, TestClassicSimilarityFactory, DistributedSpellCheckComponentTest, ConvertedLegacyTest, TestJavabinTupleStreamParser, TestPrepRecovery, BasicDistributedZk2Test, UnloadDistributedZkTest, SyncSliceTest, RecoveryZkTest, TestZkChroot, TestRandomDVFaceting, TestStressReorder, SpellCheckComponentTest, TestGroupingSearch, BadIndexSchemaTest, TestFunctionQuery, SoftAutoCommitTest, PreAnalyzedFieldTest, TestSystemIdResolver, TestSuggestSpellingConverter, DateFieldTest, SystemInfoHandlerTest, FileUtilsTest, CircularListTest, DistributedMLTComponentTest, TestRTGBase, CursorPagingTest, ActionThrottleTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, DeleteInactiveReplicaTest, DistributedQueueTest, DocValuesNotIndexedTest, LegacyCloudClusterPropTest, MultiThreadedOCPTest, RemoteQueryErrorTest, ReplaceNodeNoTargetTest, TestAuthenticationFramework, TestCloudPseudoReturnFields, TestCloudSearcherWarming, TestPullReplicaErrorHandling, TestShortCircuitedRequests, TestStressInPlaceUpdates, TestTolerantUpdateProcessorRandomCloud, VMParamsZkACLAndCredentialsProvidersTest, CollectionReloadTest, CollectionsAPIAsyncDistributedZkTest, TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster, TestLocalFSCloudBackupRestore, TestRequestStatusCollectionAPI, ComputePlanActionTest, HdfsAutoAddReplicasIntegrationTest, TriggerIntegrationTest]
[junit4] Completed [622/775 (3!)] on J2 in 224.34s, 14 tests, 1 failure <<< FAILURES!
[...truncated 48903 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 371 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/371/
3 tests failed.
FAILED: org.apache.solr.cloud.LIRRollingUpdatesTest.testNewReplicaOldLeader
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:44658/solr/testNewReplicaOldLeader
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:44658/solr/testNewReplicaOldLeader
at __randomizedtesting.SeedInfo.seed([7E003417CD34A441:C3569EC92DEADA9F]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.LIRRollingUpdatesTest.realTimeGetDocId(LIRRollingUpdatesTest.java:393)
at org.apache.solr.cloud.LIRRollingUpdatesTest.assertDocExists(LIRRollingUpdatesTest.java:385)
at org.apache.solr.cloud.LIRRollingUpdatesTest.assertDocsExistInAllReplicas(LIRRollingUpdatesTest.java:369)
at org.apache.solr.cloud.LIRRollingUpdatesTest.testNewReplicaOldLeader(LIRRollingUpdatesTest.java:136)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 46 more
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.preferLocalShardsTest
Error Message:
Could not load collection from ZK: localShardsTestColl
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: localShardsTestColl
at __randomizedtesting.SeedInfo.seed([5DBF218E63CFBE8D:A172B9379D182977]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1108)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:647)
at org.apache.solr.client.solrj.impl.CloudSolrClient.getDocCollection(CloudSolrClient.java:1206)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:849)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.queryWithPreferLocalShards(CloudSolrClientTest.java:435)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.preferLocalShardsTest(CloudSolrClientTest.java:416)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/localShardsTestColl/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1120)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1106)
... 48 more
FAILED: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([7E003417CD34A441:23482A9E02F2020E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate(TestTriggerIntegration.java:1178)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12707 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestTriggerIntegration_7E003417CD34A441-001/init-core-data-001
[junit4] 2> 1406775 INFO (SUITE-TestTriggerIntegration-seed#[7E003417CD34A441]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1406776 INFO (SUITE-TestTriggerIntegration-seed#[7E003417CD34A441]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1406776 INFO (SUITE-TestTriggerIntegration-seed#[7E003417CD34A441]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1406794 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1406794 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
[junit4] 2> 1406794 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: []
[junit4] 2> 1406794 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 1406794 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 1406795 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1406795 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
[junit4] 2> 1406795 DEBUG (ScheduledTrigger-3125-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1406803 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerThrottling
[junit4] 2> 1406803 DEBUG (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1406803 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 1406803 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1406803 DEBUG (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1406822 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1406822 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1406823 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10017_solr]
[junit4] 2> 1406823 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
[junit4] 2> 1406823 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1406823 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1406823 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1406823 DEBUG (ScheduledTrigger-3128-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1406843 DEBUG (ScheduledTrigger-3128-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1406888 DEBUG (ScheduledTrigger-3128-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1406911 DEBUG (ScheduledTrigger-3128-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1406917 DEBUG (simCloudManagerPool-3127-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1406917 DEBUG (simCloudManagerPool-3127-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 1407060 DEBUG (simCloudManagerPool-3127-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10017_solr]
[junit4] 2> 1407060 DEBUG (simCloudManagerPool-3127-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10017_solr]
[junit4] 2> 1407060 DEBUG (simCloudManagerPool-3127-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 1407060 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1407060 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 1407060 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1407119 DEBUG (ScheduledTrigger-3128-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1407119 DEBUG (ScheduledTrigger-3128-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1407119 DEBUG (ScheduledTrigger-3128-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1407142 DEBUG (ScheduledTrigger-3128-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1407156 DEBUG (simCloudManagerPool-3127-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1407156 DEBUG (simCloudManagerPool-3127-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 1407156 DEBUG (simCloudManagerPool-3127-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10017_solr]
[junit4] 2> 1407156 DEBUG (simCloudManagerPool-3127-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 1407156 DEBUG (simCloudManagerPool-3127-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10017_solr]
[junit4] 2> 1407156 DEBUG (simCloudManagerPool-3127-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10017_solr]
[junit4] 2> 1407156 DEBUG (simCloudManagerPool-3127-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 1407157 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 1407157 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 1407157 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 1407157 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1407157 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1407176 DEBUG (ScheduledTrigger-3128-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1407176 DEBUG (ScheduledTrigger-3128-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1407176 DEBUG (ScheduledTrigger-3128-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10018_solr at time 737693304944149
[junit4] 2> 1407177 DEBUG (ScheduledTrigger-3128-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:10018_solr] added at times [737693304944149], now=737693306776099
[junit4] 2> 1407177 DEBUG (ScheduledTrigger-3128-thread-4) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"29eed9b64f615T2ghu285f1fqs7uusq0ctkw66k",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":737693304944149,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[737693304944149],
[junit4] 2> "nodeNames":["127.0.0.1:10018_solr"]}}
[junit4] 2> 1407177 DEBUG (ScheduledTrigger-3128-thread-4) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger2, node_added_trigger1]
[junit4] 2> 1407240 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"29eed9b64f615T2ghu285f1fqs7uusq0ctkw66k",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":737693304944149,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[737693304944149],
[junit4] 2> "_enqueue_time_":737693322439649,
[junit4] 2> "nodeNames":["127.0.0.1:10018_solr"]}}
[junit4] 2> 1407240 INFO (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.s.TestTriggerIntegration action executed from node_added_trigger1
[junit4] 2> 1407314 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 1407314 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 100ms
[junit4] 2> 1407314 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms
[junit4] 2> 1407314 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 3712 ms for event id=29eed9b64f615T2ghu285f1fqs7uusq0ctkw66k
[junit4] 2> 1407416 DEBUG (ScheduledTrigger-3128-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1407551 DEBUG (ScheduledTrigger-3128-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1407551 DEBUG (ScheduledTrigger-3128-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1407551 DEBUG (ScheduledTrigger-3128-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1407551 DEBUG (ScheduledTrigger-3128-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1407551 DEBUG (ScheduledTrigger-3128-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1407551 DEBUG (ScheduledTrigger-3128-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10018_solr at time 737712042971799
[junit4] 2> 1407551 DEBUG (ScheduledTrigger-3128-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:10018_solr] added at times [737712042971799], now=737712045045299
[junit4] 2> 1407551 DEBUG (ScheduledTrigger-3128-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"29ef1f8449297T2ghu285f1fqs7uusq0ctkw66n",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":737712042971799,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[737712042971799],
[junit4] 2> "nodeNames":["127.0.0.1:10018_solr"]}}
[junit4] 2> 1407551 DEBUG (ScheduledTrigger-3128-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger2, node_added_trigger1]
[junit4] 2> 1407587 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"29ef1f8449297T2ghu285f1fqs7uusq0ctkw66n",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":737712042971799,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[737712042971799],
[junit4] 2> "_enqueue_time_":737712055783399,
[junit4] 2> "nodeNames":["127.0.0.1:10018_solr"]}}
[junit4] 2> 1407587 INFO (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.s.TestTriggerIntegration last action at 737699193949299 time = 737713836879599
[junit4] 2> 1407587 INFO (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.s.TestTriggerIntegration action executed from node_added_trigger2
[junit4] 2> 1407589 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 1407589 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 100ms
[junit4] 2> 1407589 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms
[junit4] 2> 1407589 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 113 ms for event id=29ef1f8449297T2ghu285f1fqs7uusq0ctkw66n
[junit4] 2> 1407610 DEBUG (simCloudManagerPool-3127-thread-7) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1407610 DEBUG (simCloudManagerPool-3127-thread-7) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 1407610 DEBUG (simCloudManagerPool-3127-thread-7) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10018_solr, 127.0.0.1:10016_solr, 127.0.0.1:10017_solr]
[junit4] 2> 1407610 DEBUG (simCloudManagerPool-3127-thread-7) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 1407610 DEBUG (simCloudManagerPool-3127-thread-7) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10018_solr, 127.0.0.1:10016_solr, 127.0.0.1:10017_solr]
[junit4] 2> 1407610 DEBUG (simCloudManagerPool-3127-thread-7) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10018_solr, 127.0.0.1:10016_solr, 127.0.0.1:10017_solr]
[junit4] 2> 1407610 DEBUG (simCloudManagerPool-3127-thread-7) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 1407610 DEBUG (simCloudManagerPool-3127-thread-7) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10018_solr, 127.0.0.1:10016_solr, 127.0.0.1:10017_solr]
[junit4] 2> 1407624 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 1407624 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 1407624 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 1407632 DEBUG (ScheduledTrigger-3128-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 3
[junit4] 2> 1407652 DEBUG (ScheduledTrigger-3128-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 3
[junit4] 2> 1407652 DEBUG (simCloudManagerPool-3127-thread-8) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1407652 DEBUG (simCloudManagerPool-3127-thread-8) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 1407652 DEBUG (simCloudManagerPool-3127-thread-8) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10018_solr, 127.0.0.1:10016_solr, 127.0.0.1:10017_solr]
[junit4] 2> 1407652 DEBUG (simCloudManagerPool-3127-thread-8) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 1407652 DEBUG (simCloudManagerPool-3127-thread-8) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10018_solr, 127.0.0.1:10016_solr, 127.0.0.1:10017_solr]
[junit4] 2> 1407653 DEBUG (simCloudManagerPool-3127-thread-8) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10018_solr, 127.0.0.1:10016_solr, 127.0.0.1:10017_solr]
[junit4] 2> 1407653 DEBUG (simCloudManagerPool-3127-thread-8) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 1407653 DEBUG (simCloudManagerPool-3127-thread-8) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10018_solr, 127.0.0.1:10016_solr, 127.0.0.1:10017_solr]
[junit4] 2> 1407653 DEBUG (simCloudManagerPool-3127-thread-8) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10018_solr, 127.0.0.1:10016_solr, 127.0.0.1:10017_solr]
[junit4] 2> 1407653 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 1407653 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 1407653 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 1407653 DEBUG (ScheduledTrigger-3128-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 3
[junit4] 2> 1407737 DEBUG (ScheduledTrigger-3128-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 2
[junit4] 2> 1407758 DEBUG (ScheduledTrigger-3128-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10018_solr
[junit4] 2> 1407770 DEBUG (ScheduledTrigger-3128-thread-1) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10018_solr]
[junit4] 2> 1407770 DEBUG (ScheduledTrigger-3128-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"29ef484ec419dT2ghu285f1fqs7uusq0ctkw66q",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":737722992705949,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[737722992705949],
[junit4] 2> "nodeNames":["127.0.0.1:10018_solr"]}}
[junit4] 2> 1407770 DEBUG (ScheduledTrigger-3128-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, .auto_add_replicas, node_added_trigger2, node_lost_trigger1, node_added_trigger1]
[junit4] 2> 1407741 DEBUG (ScheduledTrigger-3128-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1407771 DEBUG (ScheduledTrigger-3128-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1407741 DEBUG (ScheduledTrigger-3128-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1407771 DEBUG (ScheduledTrigger-3128-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10018_solr
[junit4] 2> 1407771 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 2
[junit4] 2> 1407771 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10018_solr
[junit4] 2> 1407771 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10018_solr]
[junit4] 2> 1407771 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"29ef48761765fT2ghu285f1fqs7uusq0ctkw66s",
[junit4] 2> "source":"node_lost_trigger2",
[junit4] 2> "eventTime":737723033941599,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[737723033941599],
[junit4] 2> "nodeNames":["127.0.0.1:10018_solr"]}}
[junit4] 2> 1407786 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"29ef484ec419dT2ghu285f1fqs7uusq0ctkw66q",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":737722992705949,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[737722992705949],
[junit4] 2> "_enqueue_time_":737723005075299,
[junit4] 2> "nodeNames":["127.0.0.1:10018_solr"]}}
[junit4] 2> 1407786 INFO (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.s.TestTriggerIntegration action executed from node_lost_trigger1
[junit4] 2> 1407790 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger2 after 100ms
[junit4] 2> 1407790 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 1407790 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 100ms
[junit4] 2> 1407790 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 100ms
[junit4] 2> 1407790 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms
[junit4] 2> 1407790 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 204 ms for event id=29ef484ec419dT2ghu285f1fqs7uusq0ctkw66q
[junit4] 2> 1407815 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger processor for lost nodes: [127.0.0.1:10018_solr] is not ready, will try later
[junit4] 2> 1407892 DEBUG (ScheduledTrigger-3128-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1407892 DEBUG (ScheduledTrigger-3128-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1407892 DEBUG (ScheduledTrigger-3128-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1407892 DEBUG (ScheduledTrigger-3128-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1407893 DEBUG (ScheduledTrigger-3128-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1407912 DEBUG (ScheduledTrigger-3128-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 2
[junit4] 2> 1407912 DEBUG (ScheduledTrigger-3128-thread-4) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10018_solr]
[junit4] 2> 1407912 DEBUG (ScheduledTrigger-3128-thread-4) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"29ef48761765fT2ghu285f1fqs7uusq0ctkw66v",
[junit4] 2> "source":"node_lost_trigger2",
[junit4] 2> "eventTime":737723033941599,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[737723033941599],
[junit4] 2> "nodeNames":["127.0.0.1:10018_solr"]}}
[junit4] 2> 1407913 DEBUG (ScheduledTrigger-3128-thread-4) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, .auto_add_replicas, node_added_trigger2, node_lost_trigger1, node_added_trigger1]
[junit4] 2> 1407913 DEBUG (ScheduledTrigger-3128-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 2
[junit4] 2> 1407935 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"29ef48761765fT2ghu285f1fqs7uusq0ctkw66v",
[junit4] 2> "source":"node_lost_trigger2",
[junit4] 2> "eventTime":737723033941599,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[737723033941599],
[junit4] 2> "_enqueue_time_":737730109898099,
[junit4] 2> "nodeNames":["127.0.0.1:10018_solr"]}}
[junit4] 2> 1407935 INFO (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.s.TestTriggerIntegration last action at 737723772389649 time = 737731233389449
[junit4] 2> 1407935 INFO (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.s.TestTriggerIntegration action executed from node_lost_trigger2
[junit4] 2> 1407935 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTriggerThrottling
[junit4] 2> 1407935 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 1407935 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 1407935 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 1407935 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 1407935 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 2
[junit4] 2> 1407935 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 2
[junit4] 2> 1407935 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 1
[junit4] 2> 1407935 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10018_solr
[junit4] 2> 1407935 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 1407935 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 1407936 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 1407936 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 1407936 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 1407936 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 4
[junit4] 2> 1407936 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 8
[junit4] 2> 1407936 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 1407936 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger1
[junit4] 2> 1407936 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> 1407936 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1
[junit4] 2> 1407936 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger2
[junit4] 2> 1407936 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> 1407936 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1
[junit4] 2> 1407936 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_lost_trigger1
[junit4] 2> 1407936 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> 1407936 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1
[junit4] 2> 1407936 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_lost_trigger2
[junit4] 2> 1407936 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - IGNORED 1
[junit4] 2> 1407936 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> 1408072 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger2 after 100ms
[junit4] 2> 1408072 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 1408072 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 100ms
[junit4] 2> 1408073 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 100ms
[junit4] 2> 1408073 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms
[junit4] 2> 1408073 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 6907 ms for event id=29ef48761765fT2ghu285f1fqs7uusq0ctkw66v
[junit4] 2> 1408250 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 2
[junit4] 2> 1408250 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1408250 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1408250 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1408250 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 2
[junit4] 2> 1408250 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1408250 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1408275 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 2
[junit4] 2> 1408275 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1408275 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1408275 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1408275 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 2
[junit4] 2> 1408275 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1408275 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1408276 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCooldown
[junit4] 2> 1408276 DEBUG (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 1408276 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 1408276 DEBUG (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 127.0.0.1:10018_solr
[junit4] 2> 1408276 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 1408276 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1408276 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1408276 DEBUG (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1408276 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220)
[junit4] 2> at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:154)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1408278 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1408278 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 1408278 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10017_solr]
[junit4] 2> 1408278 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion -1
[junit4] 2> 1408278 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 1408291 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1408291 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 1408295 DEBUG (ScheduledTrigger-3131-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1408315 DEBUG (ScheduledTrigger-3131-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1408396 DEBUG (ScheduledTrigger-3131-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1408418 DEBUG (simCloudManagerPool-3130-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1408418 DEBUG (simCloudManagerPool-3130-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 1408418 DEBUG (simCloudManagerPool-3130-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10017_solr]
[junit4] 2> 1408418 DEBUG (simCloudManagerPool-3130-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}], enabled=true}
[junit4] 2> 1408418 DEBUG (simCloudManagerPool-3130-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10017_solr]
[junit4] 2> 1408419 DEBUG (simCloudManagerPool-3130-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1408420 DEBUG (simCloudManagerPool-3130-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
[junit4] 2> 1408420 DEBUG (simCloudManagerPool-3130-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10017_solr]
[junit4] 2> 1408420 DEBUG (simCloudManagerPool-3130-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}], enabled=true}
[junit4] 2> 1408420 DEBUG (simCloudManagerPool-3130-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10017_solr]
[junit4] 2> 1408429 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
[junit4] 2> 1408429 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 1408449 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
[junit4] 2> 1408534 DEBUG (ScheduledTrigger-3131-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 1408535 DEBUG (ScheduledTrigger-3131-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1408535 DEBUG (ScheduledTrigger-3131-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10019_solr at time 737761210512249
[junit4] 2> 1408607 DEBUG (ScheduledTrigger-3131-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 1408607 DEBUG (ScheduledTrigger-3131-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1408608 DEBUG (ScheduledTrigger-3131-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:10019_solr] added at times [737761210512249], now=737764858094049
[junit4] 2> 1408608 DEBUG (ScheduledTrigger-3131-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"29efd6ae1b379T2ghu285f1fqs7uusq0ctkw66y",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":737761210512249,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[737761210512249],
[junit4] 2> "nodeNames":["127.0.0.1:10019_solr"]}}
[junit4] 2> 1408610 DEBUG (ScheduledTrigger-3131-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1408676 DEBUG (ScheduledTrigger-3131-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_cooldown_trigger]
[junit4] 2> 1408677 DEBUG (AutoscalingActionExecutor-3132-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"29efd6ae1b379T2ghu285f1fqs7uusq0ctkw66y",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":737761210512249,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[737761210512249],
[junit4] 2> "_enqueue_time_":737768301233599,
[junit4] 2> "nodeNames":["127.0.0.1:10019_solr"]}}
[junit4] 2> 1408679 DEBUG (AutoscalingActionExecutor-3132-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 1408679 DEBUG (AutoscalingActionExecutor-3132-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_cooldown_trigger after 100ms
[junit4] 2> 1408679 DEBUG (AutoscalingActionExecutor-3132-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 96 ms for event id=29efd6ae1b379T2ghu285f1fqs7uusq0ctkw66y
[junit4] 2> 1408782 DEBUG (ScheduledTrigger-3131-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1408863 DEBUG (ScheduledTrigger-3131-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 1408875 DEBUG (ScheduledTrigger-3131-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1408875 DEBUG (ScheduledTrigger-3131-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10020_solr at time 737778237889699
[junit4] 2> 1408899 DEBUG (ScheduledTrigger-3131-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1408899 DEBUG (ScheduledTrigger-3131-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 1408899 DEBUG (ScheduledTrigger-3131-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1408900 DEBUG (ScheduledTrigger-3131-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:10020_solr] added at times [737778237889699], now=737779455366199
[junit4] 2> 1408900 DEBUG (ScheduledTrigger-3131-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"29f0161cadca3T2ghu285f1fqs7uusq0ctkw671",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":737778237889699,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[737778237889699],
[junit4] 2> "nodeNames":["127.0.0.1:10020_solr"]}}
[junit4] 2> 1408900 DEBUG (ScheduledTrigger-3131-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_cooldown_trigger]
[junit4] 2> 1408936 DEBUG (AutoscalingActionExecutor-3132-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"29f0161cadca3T2ghu285f1fqs7uusq0ctkw671",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":737778237889699,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[737778237889699],
[junit4] 2> "_enqueue_time_":737779465698399,
[junit4] 2> "nodeNames":["127.0.0.1:10020_solr"]}}
[junit4] 2> 1408972 DEBUG (AutoscalingActionExecutor-3132-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 1408973 DEBUG (AutoscalingActionExecutor-3132-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_cooldown_trigger after 100ms
[junit4] 2> 1408973 DEBUG (AutoscalingActionExecutor-3132-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 1829 ms for event id=29f0161cadca3T2ghu285f1fqs7uusq0ctkw671
[junit4] 2> 1408993 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCooldown
[junit4] 2> 1408993 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 1408993 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 1408993 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 1408993 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 1408993 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 4
[junit4] 2> 1408993 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 4
[junit4] 2> 1408993 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 1408993 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 1408993 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 1408993 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 1408993 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 1408993 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 1408993 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 2
[junit4] 2> 1408993 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 4
[junit4] 2> 1408993 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 1408993 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_cooldown_trigger
[junit4] 2> 1408993 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 2
[junit4] 2> 1408993 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 2
[junit4] 2> 1409011 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTriggerRestoreState
[junit4] 2> 1409011 DEBUG (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11
[junit4] 2> 1409012 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 1409012 DEBUG (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1409021 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1409029 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1409029 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 12
[junit4] 2> 1409029 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10017_solr]
[junit4] 2> 1409029 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 12, lastZnodeVersion -1
[junit4] 2> 1409029 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 12
[junit4] 2> 1409030 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1409030 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 12, lastZnodeVersion 12
[junit4] 2> 1409030 DEBUG (ScheduledTrigger-3134-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1409066 DEBUG (ScheduledTrigger-3134-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1409103 DEBUG (ScheduledTrigger-3134-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1409123 DEBUG (ScheduledTrigger-3134-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1409143 DEBUG (ScheduledTrigger-3134-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1409144 DEBUG (simCloudManagerPool-3133-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1409144 DEBUG (simCloudManagerPool-3133-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 13
[junit4] 2> 1409144 DEBUG (simCloudManagerPool-3133-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10017_solr]
[junit4] 2> 1409144 DEBUG (simCloudManagerPool-3133-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=5, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}], enabled=true}
[junit4] 2> 1409144 DEBUG (simCloudManagerPool-3133-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10017_solr]
[junit4] 2> 1409144 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 13
[junit4] 2> 1409144 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 1409144 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 13, lastZnodeVersion 13
[junit4] 2> 1409145 DEBUG (ScheduledTrigger-3134-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 1409145 DEBUG (ScheduledTrigger-3134-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1409180 DEBUG (ScheduledTrigger-3134-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1409180 DEBUG (ScheduledTrigger-3134-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 1409180 DEBUG (ScheduledTrigger-3134-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1409180 DEBUG (ScheduledTrigger-3134-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10021_solr at time 737793488002649
[junit4] 2> 1409210 DEBUG (simCloudManagerPool-3133-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1409210 DEBUG (simCloudManagerPool-3133-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 14
[junit4] 2> 1409210 DEBUG (simCloudManagerPool-3133-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10021_solr, 127.0.0.1:10017_solr]
[junit4] 2> 1409210 DEBUG (simCloudManagerPool-3133-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}], enabled=true}
[junit4] 2> 1409210 DEBUG (simCloudManagerPool-3133-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10021_solr, 127.0.0.1:10017_solr]
[junit4] 2> 1409210 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 14
[junit4] 2> 1409210 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 1409210 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:10021_solr
[junit4] 2> 1409211 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 14, lastZnodeVersion 14
[junit4] 2> 1409218 DEBUG (ScheduledTrigger-3134-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1409218 DEBUG (ScheduledTrigger-3134-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 1409218 DEBUG (ScheduledTrigger-3134-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1409218 DEBUG (ScheduledTrigger-3134-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger firing registered processor for nodes: [127.0.0.1:10021_solr] added at times [737795004492749], now=737795391253549
[junit4] 2> 1409218 DEBUG (ScheduledTrigger-3134-thread-4) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"29f054928ebcdT2ghu285f1fqs7uusq0ctkw674",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":737795004492749,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[737795004492749],
[junit4] 2> "nodeNames":["127.0.0.1:10021_solr"]}}
[junit4] 2> 1409233 DEBUG (ScheduledTrigger-3134-thread-4) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_restore_trigger]
[junit4] 2> 1409270 DEBUG (AutoscalingActionExecutor-3135-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"29f054928ebcdT2ghu285f1fqs7uusq0ctkw674",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":737795004492749,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[737795004492749],
[junit4] 2> "_enqueue_time_":737796119558999,
[junit4] 2> "nodeNames":["127.0.0.1:10021_solr"]}}
[junit4] 2> 1409271 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTriggerRestoreState
[junit4] 2> 1409271 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 1409271 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 1409271 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 1409271 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 1409271 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 3
[junit4] 2> 1409271 DEBUG (AutoscalingActionExecutor-3135-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 1409271 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 3
[junit4] 2> 1409271 DEBUG (AutoscalingActionExecutor-3135-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_restore_trigger after 100ms
[junit4] 2> 1409271 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 1409271 DEBUG (AutoscalingActionExecutor-3135-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 43 ms for event id=29f054928ebcdT2ghu285f1fqs7uusq0ctkw674
[junit4] 2> 1409271 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 1409271 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 1409271 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 1409271 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 1409271 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 1409271 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 2
[junit4] 2> 1409271 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 2
[junit4] 2> 1409271 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 1409271 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_restore_trigger
[junit4] 2> 1409271 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> 1409271 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1
[junit4] 2> 1409320 INFO (TEST-TestTriggerIntegration.testEventFromRestoredState-seed#[7E003417CD34A441]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventFromRestoredState
[junit4] 2> 1409320 DEBUG (TEST-TestTriggerIntegration.testEventFromRestoredState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 15
[junit4] 2> 1409320 INFO (TEST-TestTriggerIntegration.testEventFromRestoredState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 1409320 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1409321 DEBUG (TEST-TestTriggerIntegration.testEventFromRestoredState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1409355 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1409355 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 16
[junit4] 2> 1409355 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10017_solr]
[junit4] 2> 1409355 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 16, lastZnodeVersion -1
[junit4] 2> 1409355 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 16
[junit4] 2> 1409356 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1409356 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 16, lastZnodeVersion 16
[junit4] 2> 1409356 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1409387 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1409473 DEBUG (ScheduledTrigger-3137-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1409493 DEBUG (ScheduledTrigger-3137-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1409496 DEBUG (simCloudManagerPool-3136-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1409497 DEBUG (simCloudManagerPool-3136-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 17
[junit4] 2> 1409497 DEBUG (simCloudManagerPool-3136-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10017_solr]
[junit4] 2> 1409497 DEBUG (simCloudManagerPool-3136-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10017_solr]
[junit4] 2> 1409497 DEBUG (simCloudManagerPool-3136-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}], enabled=true}
[junit4] 2> 1409497 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 17
[junit4] 2> 1409497 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 1409498 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 17, lastZnodeVersion 17
[junit4] 2> 1409498 DEBUG (ScheduledTrigger-3137-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1409498 DEBUG (ScheduledTrigger-3137-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1409498 DEBUG (ScheduledTrigger-3137-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10022_solr at time 737809366062149
[junit4] 2> 1409525 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1409525 DEBUG (ScheduledTrigger-3137-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1409526 DEBUG (ScheduledTrigger-3137-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1409558 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1409558 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1409558 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1409594 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1409594 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1409594 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1409614 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1409614 DEBUG (ScheduledTrigger-3137-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1409614 DEBUG (ScheduledTrigger-3137-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1409635 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1409635 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1409635 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1409655 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1409655 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1409655 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1409676 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1409676 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1409676 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1409700 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1409700 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1409700 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1409700 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10022_solr] added at times [737809366062149], now=737819496193349
[junit4] 2> 1409700 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"29f08a12d1445T2ghu285f1fqs7uusq0ctkw677",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":737809366062149,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[737809366062149],
[junit4] 2> "nodeNames":["127.0.0.1:10022_solr"]}}
[junit4] 2> 1409701 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger]
[junit4] 2> 1409712 DEBUG (Autoscaling
[...truncated too long message...]
2_replica_n11] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=1226546304
[junit4] 2> 175983 INFO (coreCloseExecutor-355-thread-1) [n:127.0.0.1:42124_solr c:multicollection2 s:shard2 r:core_node4 x:multicollection2_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection2.shard2.leader, tag=651717002
[junit4] 2> 176004 INFO (coreCloseExecutor-356-thread-6) [n:127.0.0.1:45135_solr c:localShardsTestColl s:shard3 r:core_node15 x:localShardsTestColl_shard3_replica_n12] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard3.leader, tag=2102503131
[junit4] 2> 176004 INFO (coreCloseExecutor-356-thread-8) [n:127.0.0.1:45135_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.2nd_collection.shard1.replica_n1, tag=1949393332
[junit4] 2> 176005 INFO (coreCloseExecutor-356-thread-8) [n:127.0.0.1:45135_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@79c443ab: rootName = solr_45135, domain = solr.core.2nd_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.2nd_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@7aea3db5
[junit4] 2> 176399 INFO (coreCloseExecutor-354-thread-6) [n:127.0.0.1:45303_solr c:localShardsTestColl s:shard1 r:core_node5 x:localShardsTestColl_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard1.leader, tag=140924220
[junit4] 2> 176400 INFO (coreCloseExecutor-354-thread-2) [n:127.0.0.1:45303_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.foo.shard1.replica_n4, tag=1259896135
[junit4] 2> 176400 INFO (coreCloseExecutor-354-thread-2) [n:127.0.0.1:45303_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@22168a05: rootName = solr_45303, domain = solr.core.foo.shard1.replica_n4, service url = null, agent id = null] for registry solr.core.foo.shard1.replica_n4 / com.codahale.metrics.MetricRegistry@c093f26
[junit4] 2> 176425 INFO (coreCloseExecutor-356-thread-8) [n:127.0.0.1:45135_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.2nd_collection.shard1.leader, tag=1949393332
[junit4] 2> 176450 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10029e964f40008, likely client has closed socket
[junit4] 2> 176454 INFO (jetty-closer-874-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6b90df0d{/solr,null,UNAVAILABLE}
[junit4] 2> 176454 INFO (jetty-closer-874-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 176470 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10029e964f40009, likely client has closed socket
[junit4] 2> 176475 INFO (coreCloseExecutor-354-thread-2) [n:127.0.0.1:45303_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=1259896135
[junit4] 2> 176475 INFO (coreCloseExecutor-354-thread-8) [n:127.0.0.1:45303_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.2nd_collection.shard2.leader, tag=2054984331
[junit4] 2> 176500 INFO (jetty-closer-874-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72103676435759111-127.0.0.1:45303_solr-n_0000000000) closing
[junit4] 2> 176500 INFO (OverseerStateUpdate-72103676435759111-127.0.0.1:45303_solr-n_0000000000) [n:127.0.0.1:45303_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45303_solr
[junit4] 2> 176508 WARN (OverseerAutoScalingTriggerThread-72103676435759111-127.0.0.1:45303_solr-n_0000000000) [n:127.0.0.1:45303_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 176512 INFO (jetty-closer-874-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@49c822da{/solr,null,UNAVAILABLE}
[junit4] 2> 176512 INFO (jetty-closer-874-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 177955 INFO (jetty-closer-874-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1227fd37{/solr,null,UNAVAILABLE}
[junit4] 2> 177956 INFO (jetty-closer-874-thread-3) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 177957 ERROR (SUITE-CloudSolrClientTest-seed#[5DBF218E63CFBE8D]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 177957 INFO (SUITE-CloudSolrClientTest-seed#[5DBF218E63CFBE8D]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46339 46339
[junit4] 2> 178237 INFO (Thread-136) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46339 46339
[junit4] 2> 178238 WARN (Thread-136) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 10 /solr/collections/foo/terms/shard1
[junit4] 2> 9 /solr/aliases.json
[junit4] 2> 9 /solr/collections/localShardsTestColl/terms/shard2
[junit4] 2> 9 /solr/collections/localShardsTestColl/terms/shard1
[junit4] 2> 9 /solr/collections/localShardsTestColl/terms/shard3
[junit4] 2> 6 /solr/collections/stale_state_test_col/terms/shard1
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/conf
[junit4] 2> 2 /solr/collections/overwrite/terms/shard1
[junit4] 2> 2 /solr/collections/multicollection1/terms/shard2
[junit4] 2> 2 /solr/collections/multicollection1/terms/shard1
[junit4] 2> 2 /solr/collections/2nd_collection/terms/shard2
[junit4] 2> 2 /solr/collections/collection1/terms/shard1
[junit4] 2> 2 /solr/collections/2nd_collection/terms/shard1
[junit4] 2> 2 /solr/collections/collection1/terms/shard2
[junit4] 2> 2 /solr/collections/multicollection2/terms/shard2
[junit4] 2> 2 /solr/collections/multicollection2/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 39 /solr/collections/localShardsTestColl/state.json
[junit4] 2> 24 /solr/collections/foo/state.json
[junit4] 2> 16 /solr/collections/stale_state_test_col/state.json
[junit4] 2> 16 /solr/collections/2nd_collection/state.json
[junit4] 2> 16 /solr/collections/multicollection2/state.json
[junit4] 2> 14 /solr/collections/collection1/state.json
[junit4] 2> 12 /solr/collections/multicollection1/state.json
[junit4] 2> 9 /solr/clusterprops.json
[junit4] 2> 9 /solr/clusterstate.json
[junit4] 2> 6 /solr/collections/overwrite/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/live_nodes
[junit4] 2> 9 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrClientTest_5DBF218E63CFBE8D-001
[junit4] 2> Feb 11, 2018 4:17:07 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=Lucene50(blocksize=128), a_t=Lucene50(blocksize=128), title_s=Lucene50(blocksize=128), id=PostingsFormat(name=LuceneVarGapFixedInterval), text=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{_version_=DocValuesFormat(name=Direct), multiDefault=DocValuesFormat(name=Lucene70), title_s=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=493, maxMBSortInHeap=6.188897859862683, sim=RandomSimilarity(queryNorm=false): {}, locale=lt-LT, timezone=America/Montreal
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=275400000,total=444071936
[junit4] 2> NOTE: All tests run in this JVM: [TestV1toV2ApiMapper, FieldValueEvaluatorTest, TestConfigSetAdminRequest, TestSpellCheckResponse, LessThanEvaluatorTest, TermsResponseTest, TestZkConfigManager, AscEvaluatorTest, TestEmbeddedSolrServer, NotEvaluatorTest, TestToleratedUpdateError, TestPathTrie, JdbcTest, TestXMLEscaping, EmpiricalDistributionEvaluatorTest, ConcurrentUpdateSolrClientBuilderTest, TestPolicy, CloudSolrClientCacheTest, CubedRootEvaluatorTest, GraphExpressionTest, ContentStreamTest, ReverseEvaluatorTest, SolrExampleStreamingTest, SolrExampleBinaryTest, LargeVolumeBinaryJettyTest, TestBatchUpdate, LargeVolumeEmbeddedTest, SolrParamTest, TestNamedListCodec, TestDocumentObjectBinder, SolrQueryTest, DocumentAnalysisResponseTest, SolrExceptionTest, FieldAnalysisResponseTest, AnlysisResponseBaseTest, UsingSolrJRefGuideExamplesTest, CloudSolrClientMultiConstructorTest, CloudSolrClientTest]
[junit4] Completed [126/146 (1!)] on J0 in 67.67s, 15 tests, 1 error <<< FAILURES!
[...truncated 47493 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 370 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/370/
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSkipOverseerOperations
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.TestSkipOverseerOperations: 1) Thread[id=17954, name=qtp1019377703-17954, state=TIMED_WAITING, group=TGRP-TestSkipOverseerOperations] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.TestSkipOverseerOperations:
1) Thread[id=17954, name=qtp1019377703-17954, state=TIMED_WAITING, group=TGRP-TestSkipOverseerOperations]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([E0A318B8151D8406]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSkipOverseerOperations
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=17954, name=qtp1019377703-17954, state=TIMED_WAITING, group=TGRP-TestSkipOverseerOperations] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=17954, name=qtp1019377703-17954, state=TIMED_WAITING, group=TGRP-TestSkipOverseerOperations]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([E0A318B8151D8406]:0)
FAILED: org.apache.solr.cloud.ReplaceNodeNoTargetTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([E0A318B8151D8406:68F72762BBE1E9FE]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.ReplaceNodeNoTargetTest.test(ReplaceNodeNoTargetTest.java:92)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13806 lines...]
[junit4] Suite: org.apache.solr.cloud.ReplaceNodeNoTargetTest
[junit4] 2> 1935227 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[E0A318B8151D8406]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E0A318B8151D8406-001/init-core-data-001
[junit4] 2> 1935227 WARN (SUITE-ReplaceNodeNoTargetTest-seed#[E0A318B8151D8406]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 1935228 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[E0A318B8151D8406]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1935229 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[E0A318B8151D8406]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1935230 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[E0A318B8151D8406]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 6 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E0A318B8151D8406-001/tempDir-001
[junit4] 2> 1935230 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[E0A318B8151D8406]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1935230 INFO (Thread-4912) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1935230 INFO (Thread-4912) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1935233 ERROR (Thread-4912) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1935330 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[E0A318B8151D8406]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:48757
[junit4] 2> 1935333 INFO (zkConnectionManagerCallback-3443-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1935337 INFO (jetty-launcher-3440-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T07:57:37+10:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1935337 INFO (jetty-launcher-3440-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T07:57:37+10:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1935337 INFO (jetty-launcher-3440-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T07:57:37+10:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1935338 INFO (jetty-launcher-3440-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T07:57:37+10:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1935338 INFO (jetty-launcher-3440-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1935338 INFO (jetty-launcher-3440-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1935338 INFO (jetty-launcher-3440-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1935338 INFO (jetty-launcher-3440-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4856d69b{/solr,null,AVAILABLE}
[junit4] 2> 1935339 INFO (jetty-launcher-3440-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@330bb9af{HTTP/1.1,[http/1.1]}{127.0.0.1:48164}
[junit4] 2> 1935339 INFO (jetty-launcher-3440-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1935339 INFO (jetty-launcher-3440-thread-2) [ ] o.e.j.s.Server Started @1937381ms
[junit4] 2> 1935339 INFO (jetty-launcher-3440-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1935339 INFO (jetty-launcher-3440-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48164}
[junit4] 2> 1935339 INFO (jetty-launcher-3440-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1935339 ERROR (jetty-launcher-3440-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1935339 INFO (jetty-launcher-3440-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@70c3b433{/solr,null,AVAILABLE}
[junit4] 2> 1935339 INFO (jetty-launcher-3440-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1935339 INFO (jetty-launcher-3440-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1935339 INFO (jetty-launcher-3440-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1935339 INFO (jetty-launcher-3440-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T12:25:49.824Z
[junit4] 2> 1935339 INFO (jetty-launcher-3440-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@31f2c9d2{HTTP/1.1,[http/1.1]}{127.0.0.1:48451}
[junit4] 2> 1935339 INFO (jetty-launcher-3440-thread-1) [ ] o.e.j.s.Server Started @1937381ms
[junit4] 2> 1935340 INFO (jetty-launcher-3440-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48451}
[junit4] 2> 1935340 ERROR (jetty-launcher-3440-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1935340 INFO (jetty-launcher-3440-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1935340 INFO (jetty-launcher-3440-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1935340 INFO (jetty-launcher-3440-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1935340 INFO (jetty-launcher-3440-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T12:25:49.825Z
[junit4] 2> 1935341 INFO (zkConnectionManagerCallback-3445-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1935342 INFO (jetty-launcher-3440-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1935348 INFO (jetty-launcher-3440-thread-5) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T07:57:37+10:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1935349 INFO (zkConnectionManagerCallback-3447-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1935349 INFO (jetty-launcher-3440-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1935349 INFO (jetty-launcher-3440-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1935349 INFO (jetty-launcher-3440-thread-4) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1935349 INFO (jetty-launcher-3440-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1935349 INFO (jetty-launcher-3440-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1935349 INFO (jetty-launcher-3440-thread-3) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1935350 INFO (jetty-launcher-3440-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@23c37fe8{/solr,null,AVAILABLE}
[junit4] 2> 1935350 INFO (jetty-launcher-3440-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3e21fae{/solr,null,AVAILABLE}
[junit4] 2> 1935350 INFO (jetty-launcher-3440-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@49c7c8f2{HTTP/1.1,[http/1.1]}{127.0.0.1:36880}
[junit4] 2> 1935350 INFO (jetty-launcher-3440-thread-4) [ ] o.e.j.s.Server Started @1937392ms
[junit4] 2> 1935350 INFO (jetty-launcher-3440-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36880}
[junit4] 2> 1935350 INFO (jetty-launcher-3440-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1a286baa{HTTP/1.1,[http/1.1]}{127.0.0.1:56832}
[junit4] 2> 1935350 INFO (jetty-launcher-3440-thread-3) [ ] o.e.j.s.Server Started @1937392ms
[junit4] 2> 1935350 INFO (jetty-launcher-3440-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56832}
[junit4] 2> 1935350 ERROR (jetty-launcher-3440-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1935350 ERROR (jetty-launcher-3440-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1935350 INFO (jetty-launcher-3440-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1935350 INFO (jetty-launcher-3440-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1935350 INFO (jetty-launcher-3440-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1935350 INFO (jetty-launcher-3440-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1935350 INFO (jetty-launcher-3440-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1935351 INFO (jetty-launcher-3440-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1935351 INFO (jetty-launcher-3440-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T12:25:49.836Z
[junit4] 2> 1935351 INFO (jetty-launcher-3440-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T12:25:49.836Z
[junit4] 2> 1935351 INFO (jetty-launcher-3440-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1935353 INFO (jetty-launcher-3440-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48757/solr
[junit4] 2> 1935353 INFO (jetty-launcher-3440-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1935353 INFO (jetty-launcher-3440-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1935354 INFO (jetty-launcher-3440-thread-5) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1935354 INFO (jetty-launcher-3440-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@256a8f0e{/solr,null,AVAILABLE}
[junit4] 2> 1935354 INFO (jetty-launcher-3440-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7868b76e{HTTP/1.1,[http/1.1]}{127.0.0.1:35902}
[junit4] 2> 1935354 INFO (jetty-launcher-3440-thread-5) [ ] o.e.j.s.Server Started @1937396ms
[junit4] 2> 1935354 INFO (jetty-launcher-3440-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35902}
[junit4] 2> 1935354 ERROR (jetty-launcher-3440-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1935354 INFO (jetty-launcher-3440-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1935355 INFO (jetty-launcher-3440-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1935355 INFO (jetty-launcher-3440-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1935355 INFO (jetty-launcher-3440-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T12:25:49.840Z
[junit4] 2> 1935355 INFO (zkConnectionManagerCallback-3451-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1935356 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10454e0619c0002, likely client has closed socket
[junit4] 2> 1935357 INFO (jetty-launcher-3440-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1935358 INFO (zkConnectionManagerCallback-3455-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1935360 INFO (zkConnectionManagerCallback-3450-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1935360 INFO (jetty-launcher-3440-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48757/solr
[junit4] 2> 1935360 INFO (jetty-launcher-3440-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1935361 INFO (jetty-launcher-3440-thread-6) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T07:57:37+10:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1935363 INFO (zkConnectionManagerCallback-3457-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1935364 INFO (jetty-launcher-3440-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1935366 INFO (jetty-launcher-3440-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48757/solr
[junit4] 2> 1935368 INFO (jetty-launcher-3440-thread-6) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1935368 INFO (jetty-launcher-3440-thread-6) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1935368 INFO (jetty-launcher-3440-thread-6) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1935369 INFO (zkConnectionManagerCallback-3465-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1935369 INFO (jetty-launcher-3440-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@30723646{/solr,null,AVAILABLE}
[junit4] 2> 1935369 INFO (jetty-launcher-3440-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@34e5d6e5{HTTP/1.1,[http/1.1]}{127.0.0.1:33319}
[junit4] 2> 1935369 INFO (jetty-launcher-3440-thread-6) [ ] o.e.j.s.Server Started @1937411ms
[junit4] 2> 1935369 INFO (jetty-launcher-3440-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33319}
[junit4] 2> 1935369 ERROR (jetty-launcher-3440-thread-6) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1935370 INFO (jetty-launcher-3440-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1935370 INFO (jetty-launcher-3440-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1935370 INFO (jetty-launcher-3440-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1935370 INFO (jetty-launcher-3440-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T12:25:49.855Z
[junit4] 2> 1935370 INFO (jetty-launcher-3440-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48757/solr
[junit4] 2> 1935371 INFO (zkConnectionManagerCallback-3467-thread-1-processing-n:127.0.0.1:48451_solr) [n:127.0.0.1:48451_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1935371 INFO (zkConnectionManagerCallback-3461-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1935372 INFO (zkConnectionManagerCallback-3471-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1935373 INFO (zkConnectionManagerCallback-3473-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1935373 INFO (jetty-launcher-3440-thread-6) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1935374 INFO (jetty-launcher-3440-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48757/solr
[junit4] 2> 1935375 INFO (zkConnectionManagerCallback-3475-thread-1-processing-n:127.0.0.1:36880_solr) [n:127.0.0.1:36880_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1935375 INFO (zkConnectionManagerCallback-3478-thread-1-processing-n:127.0.0.1:48164_solr) [n:127.0.0.1:48164_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1935405 INFO (zkConnectionManagerCallback-3481-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1935406 INFO (zkConnectionManagerCallback-3483-thread-1-processing-n:127.0.0.1:56832_solr) [n:127.0.0.1:56832_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1935407 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10454e0619c000e, likely client has closed socket
[junit4] 2> 1935410 INFO (zkConnectionManagerCallback-3485-thread-1-processing-n:127.0.0.1:35902_solr) [n:127.0.0.1:35902_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1935414 INFO (jetty-launcher-3440-thread-6) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48757/solr
[junit4] 2> 1935420 INFO (zkConnectionManagerCallback-3489-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1935422 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10454e0619c0011, likely client has closed socket
[junit4] 2> 1935425 INFO (zkConnectionManagerCallback-3496-thread-1-processing-n:127.0.0.1:33319_solr) [n:127.0.0.1:33319_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1935447 INFO (jetty-launcher-3440-thread-6) [n:127.0.0.1:33319_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1935449 INFO (jetty-launcher-3440-thread-6) [n:127.0.0.1:33319_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33319_solr
[junit4] 2> 1935450 INFO (jetty-launcher-3440-thread-6) [n:127.0.0.1:33319_solr ] o.a.s.c.Overseer Overseer (id=73276816631791634-127.0.0.1:33319_solr-n_0000000000) starting
[junit4] 2> 1935462 INFO (jetty-launcher-3440-thread-6) [n:127.0.0.1:33319_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33319_solr
[junit4] 2> 1935480 INFO (OverseerStateUpdate-73276816631791634-127.0.0.1:33319_solr-n_0000000000) [n:127.0.0.1:33319_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1935516 INFO (jetty-launcher-3440-thread-4) [n:127.0.0.1:36880_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1935517 INFO (jetty-launcher-3440-thread-5) [n:127.0.0.1:35902_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1935519 INFO (jetty-launcher-3440-thread-3) [n:127.0.0.1:56832_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1935519 INFO (jetty-launcher-3440-thread-5) [n:127.0.0.1:35902_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1935519 INFO (jetty-launcher-3440-thread-2) [n:127.0.0.1:48164_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1935519 INFO (jetty-launcher-3440-thread-4) [n:127.0.0.1:36880_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1935520 INFO (jetty-launcher-3440-thread-3) [n:127.0.0.1:56832_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1935521 INFO (jetty-launcher-3440-thread-5) [n:127.0.0.1:35902_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35902_solr
[junit4] 2> 1935521 INFO (jetty-launcher-3440-thread-4) [n:127.0.0.1:36880_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36880_solr
[junit4] 2> 1935528 INFO (zkCallback-3482-thread-1-processing-n:127.0.0.1:56832_solr) [n:127.0.0.1:56832_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 1935528 INFO (zkCallback-3474-thread-1-processing-n:127.0.0.1:36880_solr) [n:127.0.0.1:36880_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 1935532 INFO (zkCallback-3495-thread-1-processing-n:127.0.0.1:33319_solr) [n:127.0.0.1:33319_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1935536 INFO (zkCallback-3484-thread-1-processing-n:127.0.0.1:35902_solr) [n:127.0.0.1:35902_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 1935544 INFO (zkCallback-3477-thread-1-processing-n:127.0.0.1:48164_solr) [n:127.0.0.1:48164_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 1935544 INFO (jetty-launcher-3440-thread-3) [n:127.0.0.1:56832_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56832_solr
[junit4] 2> 1935548 INFO (jetty-launcher-3440-thread-2) [n:127.0.0.1:48164_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1935548 INFO (zkCallback-3495-thread-1-processing-n:127.0.0.1:33319_solr) [n:127.0.0.1:33319_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1935549 INFO (zkCallback-3474-thread-1-processing-n:127.0.0.1:36880_solr) [n:127.0.0.1:36880_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1935549 INFO (zkCallback-3477-thread-1-processing-n:127.0.0.1:48164_solr) [n:127.0.0.1:48164_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1935550 INFO (jetty-launcher-3440-thread-2) [n:127.0.0.1:48164_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48164_solr
[junit4] 2> 1935550 INFO (zkCallback-3477-thread-1-processing-n:127.0.0.1:48164_solr) [n:127.0.0.1:48164_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1935551 INFO (zkCallback-3495-thread-1-processing-n:127.0.0.1:33319_solr) [n:127.0.0.1:33319_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5)
[junit4] 2> 1935551 INFO (zkCallback-3484-thread-1-processing-n:127.0.0.1:35902_solr) [n:127.0.0.1:35902_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1935556 INFO (zkCallback-3474-thread-1-processing-n:127.0.0.1:36880_solr) [n:127.0.0.1:36880_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1935557 INFO (zkCallback-3482-thread-1-processing-n:127.0.0.1:56832_solr) [n:127.0.0.1:56832_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1935560 INFO (jetty-launcher-3440-thread-1) [n:127.0.0.1:48451_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 1935560 INFO (zkCallback-3482-thread-2-processing-n:127.0.0.1:56832_solr) [n:127.0.0.1:56832_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1935560 INFO (jetty-launcher-3440-thread-1) [n:127.0.0.1:48451_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1935561 INFO (jetty-launcher-3440-thread-1) [n:127.0.0.1:48451_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48451_solr
[junit4] 2> 1935562 INFO (zkCallback-3477-thread-1-processing-n:127.0.0.1:48164_solr) [n:127.0.0.1:48164_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 1935562 INFO (zkCallback-3482-thread-2-processing-n:127.0.0.1:56832_solr) [n:127.0.0.1:56832_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 1935564 INFO (zkCallback-3474-thread-1-processing-n:127.0.0.1:36880_solr) [n:127.0.0.1:36880_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 1935564 INFO (zkCallback-3495-thread-1-processing-n:127.0.0.1:33319_solr) [n:127.0.0.1:33319_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 1935580 INFO (zkCallback-3484-thread-2-processing-n:127.0.0.1:35902_solr) [n:127.0.0.1:35902_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (6)
[junit4] 2> 1935588 INFO (zkCallback-3466-thread-1-processing-n:127.0.0.1:48451_solr) [n:127.0.0.1:48451_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 1935628 INFO (jetty-launcher-3440-thread-5) [n:127.0.0.1:35902_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35902.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e061eaf
[junit4] 2> 1935634 INFO (jetty-launcher-3440-thread-5) [n:127.0.0.1:35902_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35902.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e061eaf
[junit4] 2> 1935635 INFO (jetty-launcher-3440-thread-5) [n:127.0.0.1:35902_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35902.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e061eaf
[junit4] 2> 1935636 INFO (jetty-launcher-3440-thread-5) [n:127.0.0.1:35902_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E0A318B8151D8406-001/tempDir-001/node5/.
[junit4] 2> 1935637 INFO (jetty-launcher-3440-thread-3) [n:127.0.0.1:56832_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56832.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e061eaf
[junit4] 2> 1935639 INFO (jetty-launcher-3440-thread-6) [n:127.0.0.1:33319_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33319.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e061eaf
[junit4] 2> 1935645 INFO (jetty-launcher-3440-thread-3) [n:127.0.0.1:56832_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56832.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e061eaf
[junit4] 2> 1935645 INFO (jetty-launcher-3440-thread-3) [n:127.0.0.1:56832_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56832.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e061eaf
[junit4] 2> 1935646 INFO (jetty-launcher-3440-thread-3) [n:127.0.0.1:56832_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E0A318B8151D8406-001/tempDir-001/node3/.
[junit4] 2> 1935674 INFO (jetty-launcher-3440-thread-6) [n:127.0.0.1:33319_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33319.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e061eaf
[junit4] 2> 1935674 INFO (jetty-launcher-3440-thread-6) [n:127.0.0.1:33319_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33319.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e061eaf
[junit4] 2> 1935675 INFO (jetty-launcher-3440-thread-6) [n:127.0.0.1:33319_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E0A318B8151D8406-001/tempDir-001/node6/.
[junit4] 2> 1935679 INFO (jetty-launcher-3440-thread-4) [n:127.0.0.1:36880_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36880.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e061eaf
[junit4] 2> 1935685 INFO (jetty-launcher-3440-thread-2) [n:127.0.0.1:48164_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48164.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e061eaf
[junit4] 2> 1935688 INFO (jetty-launcher-3440-thread-4) [n:127.0.0.1:36880_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36880.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e061eaf
[junit4] 2> 1935688 INFO (jetty-launcher-3440-thread-4) [n:127.0.0.1:36880_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36880.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e061eaf
[junit4] 2> 1935689 INFO (jetty-launcher-3440-thread-4) [n:127.0.0.1:36880_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E0A318B8151D8406-001/tempDir-001/node4/.
[junit4] 2> 1935694 INFO (jetty-launcher-3440-thread-2) [n:127.0.0.1:48164_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48164.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e061eaf
[junit4] 2> 1935695 INFO (jetty-launcher-3440-thread-2) [n:127.0.0.1:48164_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48164.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e061eaf
[junit4] 2> 1935696 INFO (jetty-launcher-3440-thread-2) [n:127.0.0.1:48164_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E0A318B8151D8406-001/tempDir-001/node2/.
[junit4] 2> 1935698 INFO (jetty-launcher-3440-thread-1) [n:127.0.0.1:48451_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48451.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e061eaf
[junit4] 2> 1935705 INFO (jetty-launcher-3440-thread-1) [n:127.0.0.1:48451_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48451.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e061eaf
[junit4] 2> 1935705 INFO (jetty-launcher-3440-thread-1) [n:127.0.0.1:48451_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48451.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e061eaf
[junit4] 2> 1935706 INFO (jetty-launcher-3440-thread-1) [n:127.0.0.1:48451_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E0A318B8151D8406-001/tempDir-001/node1/.
[junit4] 2> 1935947 INFO (zkConnectionManagerCallback-3505-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1935950 INFO (zkConnectionManagerCallback-3509-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1935951 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[E0A318B8151D8406]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
[junit4] 2> 1935952 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[E0A318B8151D8406]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:48757/solr ready
[junit4] 2> 1935994 INFO (TEST-ReplaceNodeNoTargetTest.test-seed#[E0A318B8151D8406]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1935995 INFO (zkConnectionManagerCallback-3511-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1935996 INFO (TEST-ReplaceNodeNoTargetTest.test-seed#[E0A318B8151D8406]) [ ] o.a.s.c.ReplaceNodeNoTargetTest total_jettys: 6
[junit4] 2> 1935999 INFO (qtp802920488-19239) [n:127.0.0.1:33319_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1936000 INFO (qtp1085953888-19220) [n:127.0.0.1:35902_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1936001 INFO (qtp591617657-19178) [n:127.0.0.1:36880_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1936002 INFO (qtp964672269-19169) [n:127.0.0.1:48164_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1936003 INFO (qtp798278088-19173) [n:127.0.0.1:48451_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1936005 INFO (qtp1030597602-19191) [n:127.0.0.1:56832_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1936005 INFO (qtp964672269-19165) [n:127.0.0.1:48164_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 1936009 INFO (qtp1085953888-19219) [n:127.0.0.1:35902_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=2&collection.configName=conf1&name=replacenodetest_coll_notarget&nrtReplicas=2&action=CREATE&numShards=5&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1936011 INFO (OverseerThreadFactory-7010-thread-1-processing-n:127.0.0.1:33319_solr) [n:127.0.0.1:33319_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection replacenodetest_coll_notarget
[junit4] 2> 1936017 INFO (qtp802920488-19239) [n:127.0.0.1:33319_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1936018 INFO (qtp1085953888-19216) [n:127.0.0.1:35902_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1936019 INFO (qtp591617657-19196) [n:127.0.0.1:36880_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1936020 INFO (qtp964672269-19164) [n:127.0.0.1:48164_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1936021 INFO (qtp798278088-19177) [n:127.0.0.1:48451_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1936022 INFO (qtp1030597602-19191) [n:127.0.0.1:56832_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1936032 INFO (OverseerThreadFactory-7010-thread-1-processing-n:127.0.0.1:33319_solr) [n:127.0.0.1:33319_solr ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18603861180 sessionWrapper.createTime 18603861170856149, this.sessionWrapper.createTime 18603861170856149
[junit4] 2> 1936139 INFO (OverseerStateUpdate-73276816631791634-127.0.0.1:33319_solr-n_0000000000) [n:127.0.0.1:33319_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56832/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1936141 INFO (OverseerStateUpdate-73276816631791634-127.0.0.1:33319_solr-n_0000000000) [n:127.0.0.1:33319_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:48451/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1936142 INFO (OverseerStateUpdate-73276816631791634-127.0.0.1:33319_solr-n_0000000000) [n:127.0.0.1:33319_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:48164/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1936144 INFO (OverseerStateUpdate-73276816631791634-127.0.0.1:33319_solr-n_0000000000) [n:127.0.0.1:33319_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36880/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1936146 INFO (OverseerStateUpdate-73276816631791634-127.0.0.1:33319_solr-n_0000000000) [n:127.0.0.1:33319_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard3_replica_n8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35902/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1936147 INFO (OverseerStateUpdate-73276816631791634-127.0.0.1:33319_solr-n_0000000000) [n:127.0.0.1:33319_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard3_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:33319/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1936149 INFO (OverseerStateUpdate-73276816631791634-127.0.0.1:33319_solr-n_0000000000) [n:127.0.0.1:33319_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard4_replica_n12",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:33319/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1936151 INFO (OverseerStateUpdate-73276816631791634-127.0.0.1:33319_solr-n_0000000000) [n:127.0.0.1:33319_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard4_replica_n14",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35902/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1936153 INFO (OverseerStateUpdate-73276816631791634-127.0.0.1:33319_solr-n_0000000000) [n:127.0.0.1:33319_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard5",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard5_replica_n16",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36880/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1936154 INFO (OverseerStateUpdate-73276816631791634-127.0.0.1:33319_solr-n_0000000000) [n:127.0.0.1:33319_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard5",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard5_replica_n18",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:48164/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1936357 INFO (qtp964672269-19164) [n:127.0.0.1:48164_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard2_replica_n4&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1936357 INFO (qtp1030597602-19203) [n:127.0.0.1:56832_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard1_replica_n1&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1936357 INFO (qtp798278088-19177) [n:127.0.0.1:48451_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard1_replica_n2&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1936358 INFO (qtp802920488-19244) [n:127.0.0.1:33319_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard4_replica_n12&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1936358 INFO (qtp591617657-19196) [n:127.0.0.1:36880_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard2_replica_n6&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1936358 INFO (qtp1030597602-19203) [n:127.0.0.1:56832_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1936358 INFO (qtp798278088-19177) [n:127.0.0.1:48451_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1936358 INFO (qtp802920488-19244) [n:127.0.0.1:33319_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1936358 INFO (qtp591617657-19196) [n:127.0.0.1:36880_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1936358 INFO (qtp964672269-19164) [n:127.0.0.1:48164_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1936359 INFO (qtp1085953888-19216) [n:127.0.0.1:35902_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard3_replica_n8&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1936359 INFO (qtp1085953888-19216) [n:127.0.0.1:35902_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1936360 INFO (qtp802920488-19239) [n:127.0.0.1:33319_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard3_replica_n10&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1936360 INFO (qtp591617657-19199) [n:127.0.0.1:36880_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node19&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard5_replica_n16&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard5&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1936362 INFO (qtp964672269-19169) [n:127.0.0.1:48164_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node20&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard5_replica_n18&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard5&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1936364 INFO (qtp1085953888-19217) [n:127.0.0.1:35902_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node17&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard4_replica_n14&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1936467 INFO (zkCallback-3466-thread-1-processing-n:127.0.0.1:48451_solr) [n:127.0.0.1:48451_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1936467 INFO (zkCallback-3495-thread-1-processing-n:127.0.0.1:33319_solr) [n:127.0.0.1:33319_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1936467 INFO (zkCallback-3484-thread-2-processing-n:127.0.0.1:35902_solr) [n:127.0.0.1:35902_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1936467 INFO (zkCallback-3477-thread-1-processing-n:127.0.0.1:48164_solr) [n:127.0.0.1:48164_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1936468 INFO (zkCallback-3466-thread-2-processing-n:127.0.0.1:48451_solr) [n:127.0.0.1:48451_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1936467 INFO (zkCallback-3484-thread-1-processing-n:127.0.0.1:35902_solr) [n:127.0.0.1:35902_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1936467 INFO (zkCallback-3474-thread-1-processing-n:127.0.0.1:36880_solr) [n:127.0.0.1:36880_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1936467 INFO (zkCallback-3482-thread-1-processing-n:127.0.0.1:56832_solr) [n:127.0.0.1:56832_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1936467 INFO (zkCallback-3482-thread-2-processing-n:127.0.0.1:56832_solr) [n:127.0.0.1:56832_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1938040 INFO (qtp591617657-19199) [n:127.0.0.1:36880_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1938042 INFO (qtp964672269-19169) [n:127.0.0.1:48164_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1938053 INFO (qtp591617657-19199) [n:127.0.0.1:36880_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard5_replica_n16] Schema name=cloud-dynamic
[junit4] 2> 1938054 INFO (qtp964672269-19164) [n:127.0.0.1:48164_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1938057 INFO (qtp591617657-19196) [n:127.0.0.1:36880_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1938058 INFO (qtp798278088-19177) [n:127.0.0.1:48451_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1938072 INFO (qtp1085953888-19217) [n:127.0.0.1:35902_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1938074 INFO (qtp802920488-19239) [n:127.0.0.1:33319_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1938075 INFO (qtp591617657-19196) [n:127.0.0.1:36880_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard2_replica_n6] Schema name=cloud-dynamic
[junit4] 2> 1938078 INFO (qtp1085953888-19216) [n:127.0.0.1:35902_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1938078 INFO (qtp802920488-19244) [n:127.0.0.1:33319_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1938080 INFO (qtp1030597602-19203) [n:127.0.0.1:56832_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1938093 INFO (qtp802920488-19239) [n:127.0.0.1:33319_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard3_replica_n10] Schema name=cloud-dynamic
[junit4] 2> 1938097 INFO (qtp964672269-19164) [n:127.0.0.1:48164_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard2_replica_n4] Schema name=cloud-dynamic
[junit4] 2> 1938097 INFO (qtp798278088-19177) [n:127.0.0.1:48451_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard1_replica_n2] Schema name=cloud-dynamic
[junit4] 2> 1938098 INFO (qtp1030597602-19203) [n:127.0.0.1:56832_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard1_replica_n1] Schema name=cloud-dynamic
[junit4] 2> 1938111 INFO (qtp802920488-19244) [n:127.0.0.1:33319_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard4_replica_n12] Schema name=cloud-dynamic
[junit4] 2> 1938118 INFO (qtp1085953888-19217) [n:127.0.0.1:35902_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard4_replica_n14] Schema name=cloud-dynamic
[junit4] 2> 1938118 INFO (qtp964672269-19169) [n:127.0.0.1:48164_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard5_replica_n18] Schema name=cloud-dynamic
[junit4] 2> 1938121 INFO (qtp591617657-19199) [n:127.0.0.1:36880_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1938121 INFO (qtp591617657-19199) [n:127.0.0.1:36880_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard5_replica_n16' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 1938121 INFO (qtp1085953888-19216) [n:127.0.0.1:35902_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard3_replica_n8] Schema name=cloud-dynamic
[junit4] 2> 1938122 INFO (qtp591617657-19199) [n:127.0.0.1:36880_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36880.solr.core.replacenodetest_coll_notarget.shard5.replica_n16' (registry 'solr.core.replacenodetest_coll_notarget.shard5.replica_n16') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e061eaf
[junit4] 2> 1938122 INFO (qtp591617657-19199) [n:127.0.0.1:36880_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1938122 INFO (qtp591617657-19199) [n:127.0.0.1:36880_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard5_replica_n16] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E0A318B8151D8406-001/tempDir-001/node4/replacenodetest_coll_notarget_shard5_replica_n16], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E0A318B8151D8406-001/tempDir-001/node4/./replacenodetest_coll_notarget_shard5_replica_n16/data/]
[junit4] 2> 1938151 INFO (qtp591617657-19196) [n:127.0.0.1:36880_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1938151 INFO (qtp591617657-19196) [n:127.0.0.1:36880_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard2_replica_n6' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 1938152 INFO (qtp591617657-19196) [n:127.0.0.1:36880_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36880.solr.core.replacenodetest_coll_notarget.shard2.replica_n6' (registry 'solr.core.replacenodetest_coll_notarget.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e061eaf
[junit4] 2> 1938152 INFO (qtp591617657-19196) [n:127.0.0.1:36880_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1938152 INFO (qtp591617657-19196) [n:127.0.0.1:36880_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E0A318B8151D8406-001/tempDir-001/node4/replacenodetest_coll_notarget_shard2_replica_n6], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E0A318B8151D8406-001/tempDir-001/node4/./replacenodetest_coll_notarget_shard2_replica_n6/data/]
[junit4] 2> 1938158 INFO (qtp1085953888-19216) [n:127.0.0.1:35902_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1938158 INFO (qtp1085953888-19216) [n:127.0.0.1:35902_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard3_replica_n8' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 1938158 INFO (qtp1085953888-19216) [n:127.0.0.1:35902_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35902.solr.core.replacenodetest_coll_notarget.shard3.replica_n8' (registry 'solr.core.replacenodetest_coll_notarget.shard3.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e061eaf
[junit4] 2> 1938158 INFO (qtp1085953888-19216) [n:127.0.0.1:35902_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1938159 INFO (qtp1085953888-19216) [n:127.0.0.1:35902_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard3_replica_n8] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E0A318B8151D8406-001/tempDir-001/node5/replacenodetest_coll_notarget_shard3_replica_n8], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E0A318B8151D8406-001/tempDir-001/node5/./replacenodetest_coll_notarget_shard3_replica_n8/data/]
[junit4] 2> 1938172 INFO (qtp964672269-19164) [n:127.0.0.1:48164_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1938172 INFO (qtp964672269-19164) [n:127.0.0.1:48164_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard2_replica_n4' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 1938176 INFO (qtp798278088-19177) [n:127.0.0.1:48451_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1938176 INFO (qtp798278088-19177) [n:127.0.0.1:48451_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard1_replica_n2' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 1938176 INFO (qtp798278088-19177) [n:127.0.0.1:48451_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48451.solr.core.replacenodetest_coll_notarget.shard1.replica_n2' (registry 'solr.core.replacenodetest_coll_notarget.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e061eaf
[junit4] 2> 1938176 INFO (qtp798278088-19177) [n:127.0.0.1:48451_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1938176 INFO (qtp798278088-19177) [n:127.0.0.1:48451_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E0A318B8151D8406-001/tempDir-001/node1/replacenodetest_coll_notarget_shard1_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E0A318B8151D8406-001/tempDir-001/node1/./replacenodetest_coll_notarget_shard1_replica_n2/data/]
[junit4] 2> 1938181 INFO (qtp802920488-19239) [n:127.0.0.1:33319_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1938181 INFO (qtp802920488-19239) [n:127.0.0.1:33319_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard3_replica_n10' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 1938181 INFO (qtp802920488-19239) [n:127.0.0.1:33319_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33319.solr.core.replacenodetest_coll_notarget.shard3.replica_n10' (registry 'solr.core.replacenodetest_coll_notarget.shard3.replica_n10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e061eaf
[junit4] 2> 1938181 INFO (qtp802920488-19239) [n:127.0.0.1:33319_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1938181 INFO (qtp802920488-19239) [n:127.0.0.1:33319_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard3_replica_n10] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E0A318B8151D8406-001/tempDir-001/node6/replacenodetest_coll_notarget_shard3_replica_n10], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E0A318B8151D8406-001/tempDir-001/node6/./replacenodetest_coll_notarget_shard3_replica_n10/data/]
[junit4] 2> 1938183 INFO (qtp964672269-19164) [n:127.0.0.1:48164_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48164.solr.core.replacenodetest_coll_notarget.shard2.replica_n4' (registry 'solr.core.replacenodetest_coll_notarget.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e061eaf
[junit4] 2> 1938183 INFO (qtp964672269-19164) [n:127.0.0.1:48164_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1938183 INFO (qtp964672269-19164) [n:127.0.0.1:48164_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard2_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E0A318B8151D8406-001/tempDir-001/node2/replacenodetest_coll_notarget_shard2_replica_n4], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E0A318B8151D8406-001/tempDir-001/node2/./replacenodetest_coll_notarget_shard2_replica_n4/data/]
[junit4] 2> 1938195 INFO (qtp964672269-19169) [n:127.0.0.1:48164_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1938195 INFO (qtp964672269-19169) [n:127.0.0.1:48164_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard5_replica_n18' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 1938195 INFO (qtp964672269-19169) [n:127.0.0.1:48164_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48164.solr.core.replacenodetest_coll_notarget.shard5.replica_n18' (registry 'solr.core.replacenodetest_coll_notarget.shard5.replica_n18') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e061eaf
[junit4] 2> 1938195 INFO (qtp964672269-19169) [n:127.0.0.1:48164_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1938195 INFO (qtp964672269-19169) [n:127.0.0.1:48164_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard5_replica_n18] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E0A318B8151D8406-001/tempDir-001/node2/replacenodetest_coll_notarget_shard5_replica_n18], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E0A318B8151D8406-001/tempDir-001/node2/./replacenodetest_coll_notarget_shard5_replica_n18/data/]
[junit4] 2> 1938211 INFO (qtp1085953888-19217) [n:127.0.0.1:35902_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1938211 INFO (qtp1085953888-19217) [n:127.0.0.1:35902_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard4_replica_n14' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 1938219 INFO (qtp1085953888-19217) [n:127.0.0.1:35902_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35902.solr.core.replacenodetest_coll_notarget.shard4.replica_n14' (registry 'solr.core.replacenodetest_coll_notarget.shard4.replica_n14') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e061eaf
[junit4] 2> 1938219 INFO (qtp802920488-19244) [n:127.0.0.1:33319_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1938217 INFO (qtp1030597602-19203) [n:127.0.0.1:56832_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1938219 INFO (qtp1030597602-19203) [n:127.0.0.1:56832_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard1_replica_n1' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 1938220 INFO (qtp1030597602-19203) [n:127.0.0.1:56832_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56832.solr.core.replacenodetest_coll_notarget.shard1.replica_n1' (registry 'solr.core.replacenodetest_coll_notarget.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e061eaf
[junit4] 2> 1938220 INFO (qtp1030597602-19203) [n:127.0.0.1:56832_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1938220 INFO (qtp1030597602-19203) [n:127.0.0.1:56832_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E0A318B8151D8406-001/tempDir-001/node3/replacenodetest_coll_notarget_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E0A318B8151D8406-001/tempDir-001/node3/./replacenodetest_coll_notarget_shard1_replica_n1/data/]
[junit4] 2> 1938221 INFO (qtp802920488-19244) [n:127.0.0.1:33319_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard4_replica_n12' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 1938222 INFO (qtp802920488-19244) [n:127.0.0.1:33319_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33319.solr.core.replacenodetest_coll_notarget.shard4.replica_n12' (registry 'solr.core.replacenodetest_coll_notarget.shard4.replica_n12') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e061eaf
[junit4] 2> 1938222 INFO (qtp802920488-19244) [n:127.0.0.1:33319_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1938222 INFO (qtp802920488-19244) [n:127.0.0.1:33319_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard4_replica_n12] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E0A318B8151D8406-001/tempDir-001/node6/replacenodetest_coll_notarget_shard4_replica_n12], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E0A318B8151D8406-001/tempDir-001/node6/./replacenodetest_coll_notarget_shard4_replica_n12/data/]
[junit4] 2> 1938223 INFO (qtp1085953888-19217) [n:127.0.0.1:35902_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1938223 INFO (qtp1085953888-19217) [n:127.0.0.1:35902_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard4_replica_n14] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E0A318B8151D8406-001/tempDir-001/node5/replacenodetest_coll_notarget_shard4_replica_n14], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_E0A318B8151D8406-001/tempDir-001/node5/./replacenodetest_coll_notarget_shard4_replica_n14/data/]
[junit4] 2> 1938338 INFO (qtp591617657-19199) [n:127.0.0.1:36880_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1938338 INFO (qtp591617657-19199) [n:127.0.0.1:36880_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1938343 INFO (qtp591617657-19199) [n:127.0.0.1:36880_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1938343 INFO (qtp591617657-19199) [n:127.0.0.1:36880_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1938354 INFO (qtp591617657-19199) [n:127.0.0.1:36880_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.s.SolrIndexSearcher Opening [Searcher@7ad5a633[replacenodetest_coll_notarget_shard5_replica_n16] main]
[junit4] 2> 1938355 INFO (qtp591617657-19199) [n:127.0.0.1:36880_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1938358 INFO (qtp591617657-19199) [n:127.0.0.1:36880_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1938376 INFO (qtp591617657-19199) [n:127.0.0.1:36880_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1938376 INFO (qtp591617657-19199) [n:127.0.0.1:36880_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592107417323175936
[junit4] 2> 1938387 INFO (qtp591617657-19199) [n:127.0.0.1:36880_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard5: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1938390 INFO (searcherExecutor-7023-thread-1-processing-n:127.0.0.1:36880_solr x:replacenodetest_coll_notarget_shard5_replica_n16 s:shard5 c:replacenodetest_coll_notarget r:core_node19) [n:127.0.0.1:36880_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.c.SolrCore [replacenodetest_coll_notarget_shard5_replica_n16] Registered new searcher Searcher@7ad5a633[replacenodetest_coll_notarget_shard5_replica_n16] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1938400 INFO (qtp798278088-19177) [n:127.0.0.1:48451_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1938400 INFO (qtp798278088-19177) [n:127.0.0.1:48451_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1938408 INFO (qtp798278088-19177) [n:127.0.0.1:48451_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1938408 INFO (qtp798278088-19177) [n:127.0.0.1:48451_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1938409 INFO (qtp1085953888-19216) [n:127.0.0.1:35902_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1938409 INFO (qtp1085953888-19216) [n:127.0.0.1:35902_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=
[...truncated too long message...]
collections/collection1/state.json
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 5 /solr/overseer_elect/election/73276831123111941-127.0.0.1:40099_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/live_nodes
[junit4] 2> 8 /solr/collections
[junit4] 2>
[junit4] 2> 2202882 INFO (SUITE-TestSkipOverseerOperations-seed#[E0A318B8151D8406]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Feb 11, 2018 12:30:17 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> Feb 11, 2018 12:30:37 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.cloud.TestSkipOverseerOperations:
[junit4] 2> 1) Thread[id=17954, name=qtp1019377703-17954, state=TIMED_WAITING, group=TGRP-TestSkipOverseerOperations]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Feb 11, 2018 12:30:37 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=17954, name=qtp1019377703-17954, state=TIMED_WAITING, group=TGRP-TestSkipOverseerOperations]
[junit4] 2> Feb 11, 2018 12:30:40 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=17954, name=qtp1019377703-17954, state=TIMED_WAITING, group=TGRP-TestSkipOverseerOperations]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=513, maxMBSortInHeap=6.289298543473171, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-QA, timezone=Pacific/Honolulu
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=2,free=256489992,total=525860864
[junit4] 2> NOTE: All tests run in this JVM: [BadIndexSchemaTest, TestXmlQParser, UpdateParamsTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestRestoreCore, ConcurrentCreateRoutedAliasTest, DistributedVersionInfoTest, TestMultiValuedNumericRangeQuery, TestConfig, TestLuceneIndexBackCompat, AddBlockUpdateTest, ZkStateReaderTest, TestDynamicFieldResource, TestFreeTextSuggestions, TestCollectionAPI, TestWriterPerf, HttpTriggerListenerTest, SolrIndexConfigTest, CdcrRequestHandlerTest, NodeLostTriggerTest, TestIndexSearcher, TestFastOutputStream, OverseerTaskQueueTest, TestCryptoKeys, TestSchemalessBufferedUpdates, TestSolrQueryParser, TestInPlaceUpdatesDistrib, TestGroupingSearch, MissingSegmentRecoveryTest, TestUnifiedSolrHighlighter, TestBinaryField, TestStressInPlaceUpdates, CreateCollectionCleanupTest, OpenCloseCoreStressTest, FieldAnalysisRequestHandlerTest, TestCloudManagedSchema, LeaderInitiatedRecoveryOnShardRestartTest, TestCSVLoader, TestInitParams, RAMDirectoryFactoryTest, HighlighterConfigTest, MergeStrategyTest, TestObjectReleaseTracker, ZkCLITest, SolrCoreCheckLockOnStartupTest, TestSearcherReuse, DistributedSuggestComponentTest, TestIndexingPerformance, DistributedFacetPivotLongTailTest, TestFieldTypeCollectionResource, TestDocSet, BasicAuthIntegrationTest, TestLegacyFieldReuse, TestManagedResource, TestDocumentBuilder, TestQueryWrapperFilter, FullSolrCloudDistribCmdsTest, CollectionsAPIDistributedZkTest, PluginInfoTest, DistanceUnitsTest, TestReRankQParserPlugin, DataDrivenBlockJoinTest, TestPullReplica, SolrRequestParserTest, TestSolrConfigHandlerCloud, TestPushWriter, HdfsChaosMonkeySafeLeaderTest, TestFilteredDocIdSet, ActionThrottleTest, CdcrBootstrapTest, GraphQueryTest, AutoAddReplicasIntegrationTest, TestDownShardTolerantSearch, SolrCLIZkUtilsTest, DebugComponentTest, TestGenericDistributedQueue, ZkNodePropsTest, TestIBSimilarityFactory, DateRangeFieldTest, SpellCheckCollatorTest, BlockJoinFacetDistribTest, TestStressLucene, TestTestInjection, UUIDFieldTest, TestSubQueryTransformer, TestComponentsName, TestLocalFSCloudBackupRestore, TestWordDelimiterFilterFactory, TestExactSharedStatsCache, TestFieldCacheReopen, DistribDocExpirationUpdateProcessorTest, TestSSLRandomization, TestCSVResponseWriter, ManagedSchemaRoundRobinCloudTest, TestLMDirichletSimilarityFactory, MetricsConfigTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestOrdValues, SuggesterWFSTTest, RuleEngineTest, TestNodeLostTrigger, TlogReplayBufferedWhileIndexingTest, TestSolrCloudWithKerberosAlt, TestAddFieldRealTimeGet, TestNumericTokenStream, ShardRoutingTest, TestAuthenticationFramework, TestSolr4Spatial2, TestMacros, ExternalFileFieldSortTest, HttpPartitionOnCommitTest, TestEmbeddedSolrServerSchemaAPI, V2ApiIntegrationTest, SimpleFacetsTest, SSLMigrationTest, SolrGraphiteReporterTest, TestSerializedLuceneMatchVersion, BigEndianAscendingWordDeserializerTest, TestOverriddenPrefixQueryForCustomFieldType, TestManagedSchemaThreadSafety, HdfsLockFactoryTest, TestPhraseSuggestions, TestComputePlanAction, SolrIndexSplitterTest, TestRemoteStreaming, TestAnalyzeInfixSuggestions, TestHighlightDedupGrouping, BasicDistributedZkTest, TestRandomRequestDistribution, TestSegmentSorting, TestSkipOverseerOperations]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSkipOverseerOperations -Dtests.seed=E0A318B8151D8406 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ar-QA -Dtests.timezone=Pacific/Honolulu -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J0 | TestSkipOverseerOperations (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.TestSkipOverseerOperations:
[junit4] > 1) Thread[id=17954, name=qtp1019377703-17954, state=TIMED_WAITING, group=TGRP-TestSkipOverseerOperations]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([E0A318B8151D8406]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=17954, name=qtp1019377703-17954, state=TIMED_WAITING, group=TGRP-TestSkipOverseerOperations]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([E0A318B8151D8406]:0)
[junit4] Completed [570/775 (2!)] on J0 in 69.63s, 2 tests, 2 errors <<< FAILURES!
[...truncated 49022 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 368 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/368/
8 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=5571, name=qtp1144427281-5571, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=5571, name=qtp1144427281-5571, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([B1CB060F4BDB9291]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=5571, name=qtp1144427281-5571, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=5571, name=qtp1144427281-5571, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([B1CB060F4BDB9291]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.security.PKIAuthenticationIntegrationTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.security.PKIAuthenticationIntegrationTest: 1) Thread[id=4655, name=qtp566231205-4655, state=TIMED_WAITING, group=TGRP-PKIAuthenticationIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.security.PKIAuthenticationIntegrationTest:
1) Thread[id=4655, name=qtp566231205-4655, state=TIMED_WAITING, group=TGRP-PKIAuthenticationIntegrationTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([B1CB060F4BDB9291]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.security.PKIAuthenticationIntegrationTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=4655, name=qtp566231205-4655, state=TIMED_WAITING, group=TGRP-PKIAuthenticationIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=4655, name=qtp566231205-4655, state=TIMED_WAITING, group=TGRP-PKIAuthenticationIntegrationTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([B1CB060F4BDB9291]:0)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testExecutorStream
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([9277CC690D14BCB5:B0B74D922E7E96A5]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testExecutorStream(StreamExpressionTest.java:9435)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.StreamExpressionTest
Error Message:
11 threads leaked from SUITE scope at org.apache.solr.client.solrj.io.stream.StreamExpressionTest: 1) Thread[id=2309, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=2305, name=zkConnectionManagerCallback-992-thread-1, state=WAITING, group=TGRP-StreamExpressionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=2530, name=zkConnectionManagerCallback-992-thread-1-SendThread(127.0.0.1:42266), state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 4) Thread[id=3609, name=zkCallback-991-thread-5, state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=2320, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=3763, name=zkCallback-991-thread-6, state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=3764, name=zkCallback-991-thread-7, state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=2531, name=zkConnectionManagerCallback-992-thread-1-EventThread, state=WAITING, group=TGRP-StreamExpressionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 9) Thread[id=2319, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=2302, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=2308, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 11 threads leaked from SUITE scope at org.apache.solr.client.solrj.io.stream.StreamExpressionTest:
1) Thread[id=2309, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=2305, name=zkConnectionManagerCallback-992-thread-1, state=WAITING, group=TGRP-StreamExpressionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=2530, name=zkConnectionManagerCallback-992-thread-1-SendThread(127.0.0.1:42266), state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
4) Thread[id=3609, name=zkCallback-991-thread-5, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=2320, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=3763, name=zkCallback-991-thread-6, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=3764, name=zkCallback-991-thread-7, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=2531, name=zkConnectionManagerCallback-992-thread-1-EventThread, state=WAITING, group=TGRP-StreamExpressionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
9) Thread[id=2319, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=2302, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
11) Thread[id=2308, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([9277CC690D14BCB5]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.StreamExpressionTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=2305, name=zkConnectionManagerCallback-992-thread-1, state=WAITING, group=TGRP-StreamExpressionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=2530, name=zkConnectionManagerCallback-992-thread-1-SendThread(127.0.0.1:42266), state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054) 3) Thread[id=3609, name=zkCallback-991-thread-5, state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=3763, name=zkCallback-991-thread-6, state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=3764, name=zkCallback-991-thread-7, state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=2305, name=zkConnectionManagerCallback-992-thread-1, state=WAITING, group=TGRP-StreamExpressionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=2530, name=zkConnectionManagerCallback-992-thread-1-SendThread(127.0.0.1:42266), state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054)
3) Thread[id=3609, name=zkCallback-991-thread-5, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=3763, name=zkCallback-991-thread-6, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=3764, name=zkCallback-991-thread-7, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([9277CC690D14BCB5]:0)
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([B1CB060F4BDB9291:DC37A2F2F1936D96]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:265)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12229 lines...]
[junit4] Suite: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
[junit4] 2> 210228 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[B1CB060F4BDB9291]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B1CB060F4BDB9291-001/init-core-data-001
[junit4] 2> 210246 WARN (SUITE-AutoscalingHistoryHandlerTest-seed#[B1CB060F4BDB9291]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=10 numCloses=10
[junit4] 2> 210246 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[B1CB060F4BDB9291]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 210247 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[B1CB060F4BDB9291]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 210249 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[B1CB060F4BDB9291]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B1CB060F4BDB9291-001/tempDir-001
[junit4] 2> 210249 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[B1CB060F4BDB9291]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 210249 INFO (Thread-140) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 210249 INFO (Thread-140) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 210294 ERROR (Thread-140) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 210371 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[B1CB060F4BDB9291]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:35708
[junit4] 2> 210489 INFO (zkConnectionManagerCallback-188-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 210511 INFO (jetty-launcher-185-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T13:27:37-08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 210530 INFO (jetty-launcher-185-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T13:27:37-08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 210540 INFO (jetty-launcher-185-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T13:27:37-08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 210557 INFO (jetty-launcher-185-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 210557 INFO (jetty-launcher-185-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 210557 INFO (jetty-launcher-185-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 210557 INFO (jetty-launcher-185-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@13a83b4a{/solr,null,AVAILABLE}
[junit4] 2> 210559 INFO (jetty-launcher-185-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@338e7211{HTTP/1.1,[http/1.1]}{127.0.0.1:34132}
[junit4] 2> 210559 INFO (jetty-launcher-185-thread-2) [ ] o.e.j.s.Server Started @220954ms
[junit4] 2> 210559 INFO (jetty-launcher-185-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34132}
[junit4] 2> 210560 ERROR (jetty-launcher-185-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 210560 INFO (jetty-launcher-185-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 210560 INFO (jetty-launcher-185-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 210560 INFO (jetty-launcher-185-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 210560 INFO (jetty-launcher-185-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T06:11:40.258Z
[junit4] 2> 210563 INFO (jetty-launcher-185-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 210563 INFO (jetty-launcher-185-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 210563 INFO (jetty-launcher-185-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 210564 INFO (jetty-launcher-185-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@33fbdb66{/solr,null,AVAILABLE}
[junit4] 2> 210564 INFO (jetty-launcher-185-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3c75c8d{HTTP/1.1,[http/1.1]}{127.0.0.1:43266}
[junit4] 2> 210565 INFO (jetty-launcher-185-thread-1) [ ] o.e.j.s.Server Started @220960ms
[junit4] 2> 210565 INFO (jetty-launcher-185-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43266}
[junit4] 2> 210565 ERROR (jetty-launcher-185-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 210565 INFO (jetty-launcher-185-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 210565 INFO (jetty-launcher-185-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 210565 INFO (jetty-launcher-185-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 210565 INFO (jetty-launcher-185-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T06:11:40.263Z
[junit4] 2> 210611 INFO (jetty-launcher-185-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 210611 INFO (jetty-launcher-185-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 210611 INFO (jetty-launcher-185-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 210611 INFO (jetty-launcher-185-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@199244c4{/solr,null,AVAILABLE}
[junit4] 2> 210612 INFO (jetty-launcher-185-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1f43555c{HTTP/1.1,[http/1.1]}{127.0.0.1:42992}
[junit4] 2> 210612 INFO (jetty-launcher-185-thread-3) [ ] o.e.j.s.Server Started @221006ms
[junit4] 2> 210612 INFO (jetty-launcher-185-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42992}
[junit4] 2> 210612 ERROR (jetty-launcher-185-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 210613 INFO (jetty-launcher-185-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 210613 INFO (jetty-launcher-185-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 210613 INFO (jetty-launcher-185-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 210613 INFO (jetty-launcher-185-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T06:11:40.311Z
[junit4] 2> 210623 INFO (zkConnectionManagerCallback-194-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 210636 INFO (jetty-launcher-185-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 210651 INFO (zkConnectionManagerCallback-192-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 210652 INFO (zkConnectionManagerCallback-190-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 210655 INFO (jetty-launcher-185-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 210655 INFO (jetty-launcher-185-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 210704 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10027c019ad0001, likely client has closed socket
[junit4] 2> 210766 INFO (jetty-launcher-185-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35708/solr
[junit4] 2> 210778 INFO (jetty-launcher-185-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35708/solr
[junit4] 2> 210810 INFO (jetty-launcher-185-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35708/solr
[junit4] 2> 210847 INFO (zkConnectionManagerCallback-202-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 210859 INFO (zkConnectionManagerCallback-198-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 210942 INFO (zkConnectionManagerCallback-206-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 210956 INFO (zkConnectionManagerCallback-208-thread-1-processing-n:127.0.0.1:34132_solr) [n:127.0.0.1:34132_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 211009 INFO (zkConnectionManagerCallback-210-thread-1-processing-n:127.0.0.1:42992_solr) [n:127.0.0.1:42992_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 211012 INFO (zkConnectionManagerCallback-212-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 211931 INFO (jetty-launcher-185-thread-1) [n:127.0.0.1:43266_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 211932 INFO (jetty-launcher-185-thread-1) [n:127.0.0.1:43266_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43266_solr
[junit4] 2> 211950 INFO (jetty-launcher-185-thread-1) [n:127.0.0.1:43266_solr ] o.a.s.c.Overseer Overseer (id=72101300055900169-127.0.0.1:43266_solr-n_0000000000) starting
[junit4] 2> 211967 INFO (jetty-launcher-185-thread-2) [n:127.0.0.1:34132_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 211968 INFO (jetty-launcher-185-thread-2) [n:127.0.0.1:34132_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34132_solr
[junit4] 2> 212067 INFO (zkCallback-207-thread-1-processing-n:127.0.0.1:34132_solr) [n:127.0.0.1:34132_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 212083 INFO (jetty-launcher-185-thread-3) [n:127.0.0.1:42992_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 212173 INFO (zkCallback-211-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 212199 INFO (jetty-launcher-185-thread-3) [n:127.0.0.1:42992_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 212201 INFO (jetty-launcher-185-thread-3) [n:127.0.0.1:42992_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42992_solr
[junit4] 2> 212266 DEBUG (OverseerStateUpdate-72101300055900169-127.0.0.1:43266_solr-n_0000000000) [n:127.0.0.1:43266_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 212303 INFO (zkCallback-207-thread-1-processing-n:127.0.0.1:34132_solr) [n:127.0.0.1:34132_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 212303 DEBUG (OverseerAutoScalingTriggerThread-72101300055900169-127.0.0.1:43266_solr-n_0000000000) [n:127.0.0.1:43266_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 212412 INFO (OverseerStateUpdate-72101300055900169-127.0.0.1:43266_solr-n_0000000000) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 212412 INFO (zkCallback-209-thread-1-processing-n:127.0.0.1:42992_solr) [n:127.0.0.1:42992_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 212428 DEBUG (OverseerAutoScalingTriggerThread-72101300055900169-127.0.0.1:43266_solr-n_0000000000) [n:127.0.0.1:43266_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 212446 DEBUG (OverseerAutoScalingTriggerThread-72101300055900169-127.0.0.1:43266_solr-n_0000000000) [n:127.0.0.1:43266_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:42992_solr, 127.0.0.1:34132_solr]
[junit4] 2> 212446 DEBUG (OverseerAutoScalingTriggerThread-72101300055900169-127.0.0.1:43266_solr-n_0000000000) [n:127.0.0.1:43266_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 212446 DEBUG (OverseerAutoScalingTriggerThread-72101300055900169-127.0.0.1:43266_solr-n_0000000000) [n:127.0.0.1:43266_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 212447 INFO (jetty-launcher-185-thread-1) [n:127.0.0.1:43266_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43266_solr
[junit4] 2> 212499 INFO (zkCallback-207-thread-1-processing-n:127.0.0.1:34132_solr) [n:127.0.0.1:34132_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 212500 DEBUG (OverseerAutoScalingTriggerThread-72101300055900169-127.0.0.1:43266_solr-n_0000000000) [n:127.0.0.1:43266_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 212500 DEBUG (OverseerAutoScalingTriggerThread-72101300055900169-127.0.0.1:43266_solr-n_0000000000) [n:127.0.0.1:43266_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 212500 DEBUG (ScheduledTrigger-293-thread-1) [n:127.0.0.1:43266_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 212505 INFO (zkCallback-209-thread-1-processing-n:127.0.0.1:42992_solr) [n:127.0.0.1:42992_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 212506 DEBUG (OverseerStateUpdate-72101300055900169-127.0.0.1:43266_solr-n_0000000000) [n:127.0.0.1:43266_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:42992_solr"} current state version: 0
[junit4] 2> 212506 DEBUG (OverseerStateUpdate-72101300055900169-127.0.0.1:43266_solr-n_0000000000) [n:127.0.0.1:43266_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:42992_solr
[junit4] 2> 212506 DEBUG (OverseerStateUpdate-72101300055900169-127.0.0.1:43266_solr-n_0000000000) [n:127.0.0.1:43266_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:43266_solr"} current state version: 0
[junit4] 2> 212506 DEBUG (OverseerStateUpdate-72101300055900169-127.0.0.1:43266_solr-n_0000000000) [n:127.0.0.1:43266_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:43266_solr
[junit4] 2> 212506 INFO (zkCallback-211-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 212829 INFO (jetty-launcher-185-thread-2) [n:127.0.0.1:34132_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34132.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@366735cc
[junit4] 2> 213028 INFO (jetty-launcher-185-thread-2) [n:127.0.0.1:34132_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34132.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@366735cc
[junit4] 2> 213061 INFO (jetty-launcher-185-thread-2) [n:127.0.0.1:34132_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34132.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@366735cc
[junit4] 2> 213063 INFO (jetty-launcher-185-thread-2) [n:127.0.0.1:34132_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B1CB060F4BDB9291-001/tempDir-001/node2/.
[junit4] 2> 213120 INFO (jetty-launcher-185-thread-3) [n:127.0.0.1:42992_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42992.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@366735cc
[junit4] 2> 213229 INFO (jetty-launcher-185-thread-3) [n:127.0.0.1:42992_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42992.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@366735cc
[junit4] 2> 213229 INFO (jetty-launcher-185-thread-3) [n:127.0.0.1:42992_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42992.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@366735cc
[junit4] 2> 213230 INFO (jetty-launcher-185-thread-3) [n:127.0.0.1:42992_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B1CB060F4BDB9291-001/tempDir-001/node3/.
[junit4] 2> 213299 INFO (jetty-launcher-185-thread-1) [n:127.0.0.1:43266_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43266.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@366735cc
[junit4] 2> 213351 INFO (jetty-launcher-185-thread-1) [n:127.0.0.1:43266_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43266.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@366735cc
[junit4] 2> 213351 INFO (jetty-launcher-185-thread-1) [n:127.0.0.1:43266_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43266.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@366735cc
[junit4] 2> 213352 INFO (jetty-launcher-185-thread-1) [n:127.0.0.1:43266_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B1CB060F4BDB9291-001/tempDir-001/node1/.
[junit4] 2> 213501 DEBUG (ScheduledTrigger-293-thread-1) [n:127.0.0.1:43266_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 214071 INFO (zkConnectionManagerCallback-220-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 214440 INFO (zkConnectionManagerCallback-224-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 214616 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[B1CB060F4BDB9291]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 214616 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[B1CB060F4BDB9291]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35708/solr ready
[junit4] 2> 214680 DEBUG (ScheduledTrigger-293-thread-2) [n:127.0.0.1:43266_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 214746 INFO (qtp622348174-919) [n:127.0.0.1:43266_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&name=AutoscalingHistoryHandlerTest_collection&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 215264 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection AutoscalingHistoryHandlerTest_collection
[junit4] 2> 215266 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/protwords.txt
[junit4] 2> 215268 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
[junit4] 2> 215282 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/solrconfig.xml
[junit4] 2> 215283 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/synonyms.txt
[junit4] 2> 215284 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/stopwords.txt
[junit4] 2> 215302 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/params.json
[junit4] 2> 215303 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_it.txt
[junit4] 2> 215338 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_no.txt
[junit4] 2> 215339 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hy.txt
[junit4] 2> 215341 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stemdict_nl.txt
[junit4] 2> 215378 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ca.txt
[junit4] 2> 215380 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_id.txt
[junit4] 2> 215381 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ga.txt
[junit4] 2> 215432 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_da.txt
[junit4] 2> 215433 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hi.txt
[junit4] 2> 215452 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ja.txt
[junit4] 2> 215453 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_pt.txt
[junit4] 2> 215467 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hu.txt
[junit4] 2> 215469 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_el.txt
[junit4] 2> 215470 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ru.txt
[junit4] 2> 215505 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_tr.txt
[junit4] 2> 215507 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ar.txt
[junit4] 2> 215524 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/userdict_ja.txt
[junit4] 2> 215525 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_it.txt
[junit4] 2> 215527 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_eu.txt
[junit4] 2> 215540 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_cz.txt
[junit4] 2> 215541 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stoptags_ja.txt
[junit4] 2> 215543 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_fr.txt
[junit4] 2> 215544 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fa.txt
[junit4] 2> 215562 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_de.txt
[junit4] 2> 215563 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ga.txt
[junit4] 2> 215564 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ca.txt
[junit4] 2> 215579 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_nl.txt
[junit4] 2> 215597 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_bg.txt
[junit4] 2> 215599 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_es.txt
[junit4] 2> 215600 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_en.txt
[junit4] 2> 215614 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_lv.txt
[junit4] 2> 215615 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_th.txt
[junit4] 2> 215617 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ro.txt
[junit4] 2> 215635 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fr.txt
[junit4] 2> 215636 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_sv.txt
[junit4] 2> 215650 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fi.txt
[junit4] 2> 215651 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/hyphenations_ga.txt
[junit4] 2> 215652 INFO (OverseerThreadFactory-296-thread-1-processing-n:127.0.0.1:43266_solr) [n:127.0.0.1:43266_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_gl.txt
[junit4] 2> 215686 DEBUG (ScheduledTrigger-293-thread-1) [n:127.0.0.1:43266_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 215745 DEBUG (OverseerStateUpdate-72101300055900169-127.0.0.1:43266_solr-n_0000000000) [n:127.0.0.1:43266_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "numShards":"1",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 215745 DEBUG (OverseerStateUpdate-72101300055900169-127.0.0.1:43266_solr-n_0000000000) [n:127.0.0.1:43266_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: AutoscalingHistoryHandlerTest_collection
[junit4] 2> 215746 DEBUG (OverseerStateUpdate-72101300055900169-127.0.0.1:43266_solr-n_0000000000) [n:127.0.0.1:43266_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json
[junit4] 2> 215877 DEBUG (OverseerStateUpdate-72101300055900169-127.0.0.1:43266_solr-n_0000000000) [n:127.0.0.1:43266_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42992/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 215877 INFO (OverseerStateUpdate-72101300055900169-127.0.0.1:43266_solr-n_0000000000) [n:127.0.0.1:43266_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42992/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 215878 DEBUG (OverseerStateUpdate-72101300055900169-127.0.0.1:43266_solr-n_0000000000) [n:127.0.0.1:43266_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 215879 DEBUG (OverseerStateUpdate-72101300055900169-127.0.0.1:43266_solr-n_0000000000) [n:127.0.0.1:43266_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node4":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:42992/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 215879 DEBUG (OverseerStateUpdate-72101300055900169-127.0.0.1:43266_solr-n_0000000000) [n:127.0.0.1:43266_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34132/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 215879 INFO (OverseerStateUpdate-72101300055900169-127.0.0.1:43266_solr-n_0000000000) [n:127.0.0.1:43266_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34132/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 215880 DEBUG (OverseerStateUpdate-72101300055900169-127.0.0.1:43266_solr-n_0000000000) [n:127.0.0.1:43266_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node4":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:42992/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 215880 DEBUG (OverseerStateUpdate-72101300055900169-127.0.0.1:43266_solr-n_0000000000) [n:127.0.0.1:43266_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node4":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:42992/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:34132/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 215880 DEBUG (OverseerStateUpdate-72101300055900169-127.0.0.1:43266_solr-n_0000000000) [n:127.0.0.1:43266_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43266/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 215880 INFO (OverseerStateUpdate-72101300055900169-127.0.0.1:43266_solr-n_0000000000) [n:127.0.0.1:43266_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43266/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 215881 DEBUG (OverseerStateUpdate-72101300055900169-127.0.0.1:43266_solr-n_0000000000) [n:127.0.0.1:43266_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node4":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:42992/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:34132/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 215893 DEBUG (OverseerStateUpdate-72101300055900169-127.0.0.1:43266_solr-n_0000000000) [n:127.0.0.1:43266_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node4":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:42992/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:34132/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n3",
[junit4] 2> "base_url":"http://127.0.0.1:43266/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 216003 DEBUG (OverseerStateUpdate-72101300055900169-127.0.0.1:43266_solr-n_0000000000) [n:127.0.0.1:43266_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 0
[junit4] 2> 216158 INFO (qtp200377097-940) [n:127.0.0.1:42992_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 216159 INFO (qtp200377097-940) [n:127.0.0.1:42992_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 216297 INFO (qtp1241840354-918) [n:127.0.0.1:34132_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n2&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 216297 INFO (qtp1241840354-918) [n:127.0.0.1:34132_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 216543 INFO (qtp622348174-933) [n:127.0.0.1:43266_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n3&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 216544 INFO (qtp622348174-933) [n:127.0.0.1:43266_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 216597 DEBUG (OverseerStateUpdate-72101300055900169-127.0.0.1:43266_solr-n_0000000000) [n:127.0.0.1:43266_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:42992/solr",
[junit4] 2> "node_name":"127.0.0.1:42992_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 216597 DEBUG (OverseerStateUpdate-72101300055900169-127.0.0.1:43266_solr-n_0000000000) [n:127.0.0.1:43266_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:42992/solr",
[junit4] 2> "node_name":"127.0.0.1:42992_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 216597 DEBUG (OverseerStateUpdate-72101300055900169-127.0.0.1:43266_solr-n_0000000000) [n:127.0.0.1:43266_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node4:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1","base_url":"http://127.0.0.1:42992/solr","node_name":"127.0.0.1:42992_solr","state":"down","type":"NRT"}
[junit4] 2> 216597 DEBUG (OverseerStateUpdate-72101300055900169-127.0.0.1:43266_solr-n_0000000000) [n:127.0.0.1:43266_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node4":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:42992/solr",
[junit4] 2> "node_name":"127.0.0.1:42992_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:34132/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n3",
[junit4] 2> "base_url":"http://127.0.0.1:43266/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 216622 DEBUG (OverseerStateUpdate-72101300055900169-127.0.0.1:43266_solr-n_0000000000) [n:127.0.0.1:43266_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:34132/solr",
[junit4] 2> "node_name":"127.0.0.1:34132_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 216622 DEBUG (OverseerStateUpdate-72101300055900169-127.0.0.1:43266_solr-n_0000000000) [n:127.0.0.1:43266_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:34132/solr",
[junit4] 2> "node_name":"127.0.0.1:34132_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 216622 DEBUG (OverseerStateUpdate-72101300055900169-127.0.0.1:43266_solr-n_0000000000) [n:127.0.0.1:43266_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node5:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2","base_url":"http://127.0.0.1:34132/solr","node_name":"127.0.0.1:34132_solr","state":"down","type":"NRT"}
[junit4] 2> 216622 DEBUG (OverseerStateUpdate-72101300055900169-127.0.0.1:43266_solr-n_0000000000) [n:127.0.0.1:43266_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node4":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:42992/solr",
[junit4] 2> "node_name":"127.0.0.1:42992_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:34132/solr",
[junit4] 2> "node_name":"127.0.0.1:34132_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n3",
[junit4] 2> "base_url":"http://127.0.0.1:43266/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 216622 DEBUG (OverseerStateUpdate-72101300055900169-127.0.0.1:43266_solr-n_0000000000) [n:127.0.0.1:43266_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n3",
[junit4] 2> "core_node_name":"core_node6",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:43266/solr",
[...truncated too long message...]
che.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
[junit4] > 4) Thread[id=3609, name=zkCallback-991-thread-5, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 5) Thread[id=2320, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 6) Thread[id=3763, name=zkCallback-991-thread-6, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 7) Thread[id=3764, name=zkCallback-991-thread-7, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 8) Thread[id=2531, name=zkConnectionManagerCallback-992-thread-1-EventThread, state=WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
[junit4] > 9) Thread[id=2319, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 10) Thread[id=2302, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 11) Thread[id=2308, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([9277CC690D14BCB5]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=2305, name=zkConnectionManagerCallback-992-thread-1, state=WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 2) Thread[id=2530, name=zkConnectionManagerCallback-992-thread-1-SendThread(127.0.0.1:42266), state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054)
[junit4] > 3) Thread[id=3609, name=zkCallback-991-thread-5, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 4) Thread[id=3763, name=zkCallback-991-thread-6, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 5) Thread[id=3764, name=zkCallback-991-thread-7, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([9277CC690D14BCB5]:0)
[junit4] Completed [136/146 (1!)] on J0 in 284.09s, 153 tests, 1 failure, 2 errors, 9 skipped <<< FAILURES!
[...truncated 47446 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 367 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/367/
7 tests failed.
FAILED: org.apache.solr.cloud.CreateRoutedAliasTest.testTimezoneAbsoluteDate
Error Message:
Error from server at http://127.0.0.1:37212/solr: Collection : testV2_2018-02-10 is part of alias testV2 remove or modify the alias before removing this collection.
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37212/solr: Collection : testV2_2018-02-10 is part of alias testV2 remove or modify the alias before removing this collection.
at __randomizedtesting.SeedInfo.seed([9338D150698AF0D:ACD3F07892DFF673]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:444)
at org.apache.solr.cloud.CreateRoutedAliasTest.doBefore(CreateRoutedAliasTest.java:96)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ReplaceNodeNoTargetTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([9338D150698AF0D:8167B2CFA864C2F5]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.ReplaceNodeNoTargetTest.test(ReplaceNodeNoTargetTest.java:92)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestTlogReplica.testRecovery
Error Message:
Can not find doc 8 in http://127.0.0.1:46771/solr
Stack Trace:
java.lang.AssertionError: Can not find doc 8 in http://127.0.0.1:46771/solr
at __randomizedtesting.SeedInfo.seed([9338D150698AF0D:C8C3F4B92BC865AA]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.TestTlogReplica.checkRTG(TestTlogReplica.java:885)
at org.apache.solr.cloud.TestTlogReplica.testRecovery(TestTlogReplica.java:599)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeLost
Error Message:
org.apache.solr.common.SolrException:
Stack Trace:
org.apache.solr.common.SolrException: org.apache.solr.common.SolrException:
at __randomizedtesting.SeedInfo.seed([9338D150698AF0D:B62643EB8572CA8B]:0)
at org.apache.solr.common.cloud.rule.ImplicitSnitch.getTags(ImplicitSnitch.java:78)
at org.apache.solr.client.solrj.impl.SolrClientNodeStateProvider.getNodeValues(SolrClientNodeStateProvider.java:111)
at org.apache.solr.cloud.autoscaling.ComputePlanActionTest.printState(ComputePlanActionTest.java:139)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException:
at org.apache.solr.client.solrj.impl.SolrClientNodeStateProvider$AutoScalingSnitch.getRemoteInfo(SolrClientNodeStateProvider.java:250)
at org.apache.solr.common.cloud.rule.ImplicitSnitch.getTags(ImplicitSnitch.java:76)
... 39 more
Caused by: org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:38738/solr
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:650)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.client.solrj.impl.SolrClientNodeStateProvider$ClientSnitchCtx.invoke(SolrClientNodeStateProvider.java:292)
at org.apache.solr.client.solrj.impl.SolrClientNodeStateProvider$AutoScalingSnitch.getRemoteInfo(SolrClientNodeStateProvider.java:227)
... 40 more
Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:38738 [/127.0.0.1] failed: Connection refused (Connection refused)
at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:159)
at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 45 more
Caused by: java.net.ConnectException: Connection refused (Connection refused)
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
at java.net.Socket.connect(Socket.java:589)
at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75)
at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
... 55 more
FAILED: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple
Error Message:
Waiting for collection testSimple1 null Live Nodes: [127.0.0.1:39311_solr, 127.0.0.1:44537_solr] Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/17)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://lucene2-us-west.apache.org:33146/data/testSimple1/core_node3/data/", "base_url":"https://127.0.0.1:39311/solr", "node_name":"127.0.0.1:39311_solr", "type":"NRT", "ulogDir":"hdfs://lucene2-us-west.apache.org:33146/data/testSimple1/core_node3/data/tlog", "core":"testSimple1_shard1_replica_n1", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node5":{ "dataDir":"hdfs://lucene2-us-west.apache.org:33146/data/testSimple1/core_node5/data/", "base_url":"https://127.0.0.1:39311/solr", "node_name":"127.0.0.1:39311_solr", "type":"NRT", "ulogDir":"hdfs://lucene2-us-west.apache.org:33146/data/testSimple1/core_node5/data/tlog", "core":"testSimple1_shard1_replica_n2", "shared_storage":"true", "state":"active"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://lucene2-us-west.apache.org:33146/data/testSimple1/core_node7/data/", "base_url":"https://127.0.0.1:39311/solr", "node_name":"127.0.0.1:39311_solr", "type":"NRT", "ulogDir":"hdfs://lucene2-us-west.apache.org:33146/data/testSimple1/core_node7/data/tlog", "core":"testSimple1_shard2_replica_n4", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node8":{ "dataDir":"hdfs://lucene2-us-west.apache.org:33146/data/testSimple1/core_node8/data/", "base_url":"https://127.0.0.1:38878/solr", "node_name":"127.0.0.1:38878_solr", "type":"NRT", "ulogDir":"hdfs://lucene2-us-west.apache.org:33146/data/testSimple1/core_node8/data/tlog", "core":"testSimple1_shard2_replica_n6", "shared_storage":"true", "state":"down"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple1
null
Live Nodes: [127.0.0.1:39311_solr, 127.0.0.1:44537_solr]
Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/17)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"dataDir":"hdfs://lucene2-us-west.apache.org:33146/data/testSimple1/core_node3/data/",
"base_url":"https://127.0.0.1:39311/solr",
"node_name":"127.0.0.1:39311_solr",
"type":"NRT",
"ulogDir":"hdfs://lucene2-us-west.apache.org:33146/data/testSimple1/core_node3/data/tlog",
"core":"testSimple1_shard1_replica_n1",
"shared_storage":"true",
"state":"active",
"leader":"true"},
"core_node5":{
"dataDir":"hdfs://lucene2-us-west.apache.org:33146/data/testSimple1/core_node5/data/",
"base_url":"https://127.0.0.1:39311/solr",
"node_name":"127.0.0.1:39311_solr",
"type":"NRT",
"ulogDir":"hdfs://lucene2-us-west.apache.org:33146/data/testSimple1/core_node5/data/tlog",
"core":"testSimple1_shard1_replica_n2",
"shared_storage":"true",
"state":"active"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"dataDir":"hdfs://lucene2-us-west.apache.org:33146/data/testSimple1/core_node7/data/",
"base_url":"https://127.0.0.1:39311/solr",
"node_name":"127.0.0.1:39311_solr",
"type":"NRT",
"ulogDir":"hdfs://lucene2-us-west.apache.org:33146/data/testSimple1/core_node7/data/tlog",
"core":"testSimple1_shard2_replica_n4",
"shared_storage":"true",
"state":"active",
"leader":"true"},
"core_node8":{
"dataDir":"hdfs://lucene2-us-west.apache.org:33146/data/testSimple1/core_node8/data/",
"base_url":"https://127.0.0.1:38878/solr",
"node_name":"127.0.0.1:38878_solr",
"type":"NRT",
"ulogDir":"hdfs://lucene2-us-west.apache.org:33146/data/testSimple1/core_node8/data/tlog",
"core":"testSimple1_shard2_replica_n6",
"shared_storage":"true",
"state":"down"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([9338D150698AF0D:3180A9EB216B7BDC]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testCooldown
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([9338D150698AF0D:388DE0F17832DAFF]:0)
at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testCooldown(TestTriggerIntegration.java:1102)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([9338D150698AF0D:64CF29E8BCD0500A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:265)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12134 lines...]
[junit4] Suite: org.apache.solr.cloud.ReplaceNodeNoTargetTest
[junit4] 2> 79901 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[9338D150698AF0D]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_9338D150698AF0D-001/init-core-data-001
[junit4] 2> 79902 WARN (SUITE-ReplaceNodeNoTargetTest-seed#[9338D150698AF0D]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=30 numCloses=30
[junit4] 2> 79902 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[9338D150698AF0D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 79938 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[9338D150698AF0D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 79954 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[9338D150698AF0D]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 6 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_9338D150698AF0D-001/tempDir-001
[junit4] 2> 79977 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[9338D150698AF0D]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 80011 INFO (Thread-13) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 80011 INFO (Thread-13) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 80294 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[9338D150698AF0D]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:36210
[junit4] 2> 81026 ERROR (Thread-13) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 81264 INFO (zkConnectionManagerCallback-28-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 83004 INFO (jetty-launcher-25-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 83085 INFO (jetty-launcher-25-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 83085 INFO (jetty-launcher-25-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 83085 INFO (jetty-launcher-25-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 83040 INFO (jetty-launcher-25-thread-6) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 83056 INFO (jetty-launcher-25-thread-5) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 83358 INFO (jetty-launcher-25-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 83358 INFO (jetty-launcher-25-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 83394 INFO (jetty-launcher-25-thread-5) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 83447 INFO (jetty-launcher-25-thread-6) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 83492 INFO (jetty-launcher-25-thread-6) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 83492 INFO (jetty-launcher-25-thread-6) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 83593 INFO (jetty-launcher-25-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 83593 INFO (jetty-launcher-25-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 83593 INFO (jetty-launcher-25-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 83695 INFO (jetty-launcher-25-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 83695 INFO (jetty-launcher-25-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 83695 INFO (jetty-launcher-25-thread-4) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 83804 INFO (jetty-launcher-25-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 83804 INFO (jetty-launcher-25-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 83804 INFO (jetty-launcher-25-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 83865 INFO (jetty-launcher-25-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 83865 INFO (jetty-launcher-25-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 83865 INFO (jetty-launcher-25-thread-3) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 83974 INFO (jetty-launcher-25-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@dba13ad{/solr,null,AVAILABLE}
[junit4] 2> 84032 INFO (jetty-launcher-25-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6f1fe86{/solr,null,AVAILABLE}
[junit4] 2> 84048 INFO (jetty-launcher-25-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3db19308{/solr,null,AVAILABLE}
[junit4] 2> 84049 INFO (jetty-launcher-25-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5b2a3cb1{/solr,null,AVAILABLE}
[junit4] 2> 84049 INFO (jetty-launcher-25-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4fcba3fd{/solr,null,AVAILABLE}
[junit4] 2> 83975 INFO (jetty-launcher-25-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6889a484{/solr,null,AVAILABLE}
[junit4] 2> 84145 INFO (jetty-launcher-25-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@216be34b{HTTP/1.1,[http/1.1]}{127.0.0.1:45005}
[junit4] 2> 84145 INFO (jetty-launcher-25-thread-5) [ ] o.e.j.s.Server Started @94377ms
[junit4] 2> 84182 INFO (jetty-launcher-25-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3e28d2f9{HTTP/1.1,[http/1.1]}{127.0.0.1:43694}
[junit4] 2> 84182 INFO (jetty-launcher-25-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45005}
[junit4] 2> 84196 INFO (jetty-launcher-25-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@18c936c3{HTTP/1.1,[http/1.1]}{127.0.0.1:41887}
[junit4] 2> 84196 INFO (jetty-launcher-25-thread-4) [ ] o.e.j.s.Server Started @94427ms
[junit4] 2> 84196 INFO (jetty-launcher-25-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2a381ef8{HTTP/1.1,[http/1.1]}{127.0.0.1:40677}
[junit4] 2> 84196 INFO (jetty-launcher-25-thread-3) [ ] o.e.j.s.Server Started @94428ms
[junit4] 2> 84196 INFO (jetty-launcher-25-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4952db4e{HTTP/1.1,[http/1.1]}{127.0.0.1:41353}
[junit4] 2> 84196 INFO (jetty-launcher-25-thread-6) [ ] o.e.j.s.Server Started @94428ms
[junit4] 2> 84158 INFO (jetty-launcher-25-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@61803c04{HTTP/1.1,[http/1.1]}{127.0.0.1:37129}
[junit4] 2> 84199 INFO (jetty-launcher-25-thread-2) [ ] o.e.j.s.Server Started @94430ms
[junit4] 2> 84182 INFO (jetty-launcher-25-thread-1) [ ] o.e.j.s.Server Started @94414ms
[junit4] 2> 84255 INFO (jetty-launcher-25-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43694}
[junit4] 2> 84196 INFO (jetty-launcher-25-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40677}
[junit4] 2> 84196 INFO (jetty-launcher-25-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41353}
[junit4] 2> 84199 INFO (jetty-launcher-25-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37129}
[junit4] 2> 84196 INFO (jetty-launcher-25-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41887}
[junit4] 2> 84447 ERROR (jetty-launcher-25-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 84448 INFO (jetty-launcher-25-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 84448 INFO (jetty-launcher-25-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 84448 INFO (jetty-launcher-25-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 84448 INFO (jetty-launcher-25-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T22:48:21.057Z
[junit4] 2> 84467 ERROR (jetty-launcher-25-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 84468 ERROR (jetty-launcher-25-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 84468 ERROR (jetty-launcher-25-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 84468 ERROR (jetty-launcher-25-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 84475 ERROR (jetty-launcher-25-thread-6) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 84540 INFO (jetty-launcher-25-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 84540 INFO (jetty-launcher-25-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 84540 INFO (jetty-launcher-25-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 84541 INFO (jetty-launcher-25-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 84541 INFO (jetty-launcher-25-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 84557 INFO (jetty-launcher-25-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 84557 INFO (jetty-launcher-25-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 84557 INFO (jetty-launcher-25-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T22:48:21.166Z
[junit4] 2> 84557 INFO (jetty-launcher-25-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 84558 INFO (jetty-launcher-25-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 84558 INFO (jetty-launcher-25-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T22:48:21.167Z
[junit4] 2> 84558 INFO (jetty-launcher-25-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 84558 INFO (jetty-launcher-25-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 84558 INFO (jetty-launcher-25-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T22:48:21.167Z
[junit4] 2> 84558 INFO (jetty-launcher-25-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 84558 INFO (jetty-launcher-25-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 84558 INFO (jetty-launcher-25-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T22:48:21.167Z
[junit4] 2> 84558 INFO (jetty-launcher-25-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 84558 INFO (jetty-launcher-25-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 84558 INFO (jetty-launcher-25-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T22:48:21.167Z
[junit4] 2> 84573 INFO (zkConnectionManagerCallback-30-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 84703 INFO (zkConnectionManagerCallback-32-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 84740 INFO (zkConnectionManagerCallback-38-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 84757 INFO (zkConnectionManagerCallback-34-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 84831 INFO (jetty-launcher-25-thread-6) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 84841 INFO (zkConnectionManagerCallback-40-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 84904 INFO (jetty-launcher-25-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 85012 INFO (zkConnectionManagerCallback-36-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 85230 INFO (jetty-launcher-25-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 85230 INFO (jetty-launcher-25-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 85244 INFO (jetty-launcher-25-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 85246 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100262a2ba40002, likely client has closed socket
[junit4] 2> 85309 INFO (jetty-launcher-25-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 85452 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100262a2ba40006, likely client has closed socket
[junit4] 2> 85696 INFO (jetty-launcher-25-thread-6) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36210/solr
[junit4] 2> 85741 INFO (jetty-launcher-25-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36210/solr
[junit4] 2> 85814 INFO (jetty-launcher-25-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36210/solr
[junit4] 2> 85768 INFO (jetty-launcher-25-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36210/solr
[junit4] 2> 86160 INFO (jetty-launcher-25-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36210/solr
[junit4] 2> 86161 INFO (jetty-launcher-25-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36210/solr
[junit4] 2> 86604 INFO (zkConnectionManagerCallback-62-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 86662 INFO (zkConnectionManagerCallback-56-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 86622 INFO (zkConnectionManagerCallback-54-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 86605 INFO (zkConnectionManagerCallback-64-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 86605 INFO (zkConnectionManagerCallback-60-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 86604 INFO (zkConnectionManagerCallback-58-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 87229 INFO (zkConnectionManagerCallback-72-thread-1-processing-n:127.0.0.1:45005_solr) [n:127.0.0.1:45005_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 87245 INFO (zkConnectionManagerCallback-74-thread-1-processing-n:127.0.0.1:41887_solr) [n:127.0.0.1:41887_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 87245 INFO (zkConnectionManagerCallback-76-thread-1-processing-n:127.0.0.1:43694_solr) [n:127.0.0.1:43694_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 87250 INFO (zkConnectionManagerCallback-66-thread-1-processing-n:127.0.0.1:41353_solr) [n:127.0.0.1:41353_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 87251 INFO (zkConnectionManagerCallback-70-thread-1-processing-n:127.0.0.1:37129_solr) [n:127.0.0.1:37129_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 87253 INFO (zkConnectionManagerCallback-68-thread-1-processing-n:127.0.0.1:40677_solr) [n:127.0.0.1:40677_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 89463 INFO (jetty-launcher-25-thread-1) [n:127.0.0.1:43694_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 89478 INFO (jetty-launcher-25-thread-1) [n:127.0.0.1:43694_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43694_solr
[junit4] 2> 89589 INFO (jetty-launcher-25-thread-1) [n:127.0.0.1:43694_solr ] o.a.s.c.Overseer Overseer (id=72099556600578065-127.0.0.1:43694_solr-n_0000000000) starting
[junit4] 2> 91750 INFO (jetty-launcher-25-thread-1) [n:127.0.0.1:43694_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43694_solr
[junit4] 2> 92180 INFO (zkCallback-75-thread-1-processing-n:127.0.0.1:43694_solr) [n:127.0.0.1:43694_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 94088 INFO (jetty-launcher-25-thread-5) [n:127.0.0.1:45005_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 94163 INFO (jetty-launcher-25-thread-5) [n:127.0.0.1:45005_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 94290 INFO (jetty-launcher-25-thread-5) [n:127.0.0.1:45005_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45005_solr
[junit4] 2> 94363 INFO (zkCallback-75-thread-1-processing-n:127.0.0.1:43694_solr) [n:127.0.0.1:43694_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 94473 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:45005_solr) [n:127.0.0.1:45005_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 95448 INFO (jetty-launcher-25-thread-1) [n:127.0.0.1:43694_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43694.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@364740c4
[junit4] 2> 95501 INFO (jetty-launcher-25-thread-1) [n:127.0.0.1:43694_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43694.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@364740c4
[junit4] 2> 95502 INFO (jetty-launcher-25-thread-1) [n:127.0.0.1:43694_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43694.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@364740c4
[junit4] 2> 95539 INFO (jetty-launcher-25-thread-1) [n:127.0.0.1:43694_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_9338D150698AF0D-001/tempDir-001/node1/.
[junit4] 2> 95882 INFO (jetty-launcher-25-thread-4) [n:127.0.0.1:41887_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 95899 INFO (jetty-launcher-25-thread-6) [n:127.0.0.1:41353_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 95994 INFO (jetty-launcher-25-thread-6) [n:127.0.0.1:41353_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 95994 INFO (jetty-launcher-25-thread-2) [n:127.0.0.1:37129_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 96010 INFO (jetty-launcher-25-thread-2) [n:127.0.0.1:37129_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 96047 INFO (jetty-launcher-25-thread-6) [n:127.0.0.1:41353_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41353_solr
[junit4] 2> 96065 INFO (jetty-launcher-25-thread-2) [n:127.0.0.1:37129_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37129_solr
[junit4] 2> 96066 INFO (zkCallback-75-thread-1-processing-n:127.0.0.1:43694_solr) [n:127.0.0.1:43694_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 96191 INFO (zkCallback-75-thread-1-processing-n:127.0.0.1:43694_solr) [n:127.0.0.1:43694_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 96244 INFO (jetty-launcher-25-thread-3) [n:127.0.0.1:40677_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 96247 INFO (jetty-launcher-25-thread-3) [n:127.0.0.1:40677_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 96337 INFO (zkCallback-65-thread-1-processing-n:127.0.0.1:41353_solr) [n:127.0.0.1:41353_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 96398 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:45005_solr) [n:127.0.0.1:45005_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 96536 INFO (jetty-launcher-25-thread-4) [n:127.0.0.1:41887_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 96544 INFO (zkCallback-69-thread-1-processing-n:127.0.0.1:37129_solr) [n:127.0.0.1:37129_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 96581 INFO (zkCallback-73-thread-1-processing-n:127.0.0.1:41887_solr) [n:127.0.0.1:41887_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 96800 INFO (jetty-launcher-25-thread-3) [n:127.0.0.1:40677_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40677_solr
[junit4] 2> 96865 INFO (jetty-launcher-25-thread-4) [n:127.0.0.1:41887_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41887_solr
[junit4] 2> 96911 INFO (zkCallback-65-thread-1-processing-n:127.0.0.1:41353_solr) [n:127.0.0.1:41353_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 96914 INFO (zkCallback-75-thread-2-processing-n:127.0.0.1:43694_solr) [n:127.0.0.1:43694_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 96927 INFO (zkCallback-73-thread-1-processing-n:127.0.0.1:41887_solr) [n:127.0.0.1:41887_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 96930 INFO (zkCallback-69-thread-1-processing-n:127.0.0.1:37129_solr) [n:127.0.0.1:37129_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 96942 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:45005_solr) [n:127.0.0.1:45005_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (6)
[junit4] 2> 96946 INFO (zkCallback-65-thread-1-processing-n:127.0.0.1:41353_solr) [n:127.0.0.1:41353_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 96947 INFO (zkCallback-73-thread-1-processing-n:127.0.0.1:41887_solr) [n:127.0.0.1:41887_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 96951 INFO (zkCallback-75-thread-2-processing-n:127.0.0.1:43694_solr) [n:127.0.0.1:43694_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 97099 INFO (zkCallback-67-thread-1-processing-n:127.0.0.1:40677_solr) [n:127.0.0.1:40677_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (6)
[junit4] 2> 97170 INFO (zkCallback-69-thread-1-processing-n:127.0.0.1:37129_solr) [n:127.0.0.1:37129_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 98440 INFO (jetty-launcher-25-thread-5) [n:127.0.0.1:45005_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45005.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@364740c4
[junit4] 2> 98460 INFO (jetty-launcher-25-thread-2) [n:127.0.0.1:37129_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37129.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@364740c4
[junit4] 2> 98871 INFO (jetty-launcher-25-thread-5) [n:127.0.0.1:45005_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45005.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@364740c4
[junit4] 2> 98872 INFO (jetty-launcher-25-thread-5) [n:127.0.0.1:45005_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45005.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@364740c4
[junit4] 2> 99022 INFO (jetty-launcher-25-thread-2) [n:127.0.0.1:37129_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37129.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@364740c4
[junit4] 2> 99022 INFO (jetty-launcher-25-thread-2) [n:127.0.0.1:37129_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37129.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@364740c4
[junit4] 2> 99041 INFO (jetty-launcher-25-thread-5) [n:127.0.0.1:45005_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_9338D150698AF0D-001/tempDir-001/node5/.
[junit4] 2> 99130 INFO (jetty-launcher-25-thread-2) [n:127.0.0.1:37129_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_9338D150698AF0D-001/tempDir-001/node2/.
[junit4] 2> 99717 INFO (jetty-launcher-25-thread-4) [n:127.0.0.1:41887_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41887.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@364740c4
[junit4] 2> 100126 INFO (jetty-launcher-25-thread-4) [n:127.0.0.1:41887_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41887.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@364740c4
[junit4] 2> 100127 INFO (jetty-launcher-25-thread-4) [n:127.0.0.1:41887_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41887.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@364740c4
[junit4] 2> 100128 INFO (jetty-launcher-25-thread-4) [n:127.0.0.1:41887_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_9338D150698AF0D-001/tempDir-001/node4/.
[junit4] 2> 100663 INFO (jetty-launcher-25-thread-3) [n:127.0.0.1:40677_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40677.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@364740c4
[junit4] 2> 101085 INFO (jetty-launcher-25-thread-6) [n:127.0.0.1:41353_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41353.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@364740c4
[junit4] 2> 101149 INFO (jetty-launcher-25-thread-3) [n:127.0.0.1:40677_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40677.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@364740c4
[junit4] 2> 101149 INFO (jetty-launcher-25-thread-3) [n:127.0.0.1:40677_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40677.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@364740c4
[junit4] 2> 101151 INFO (jetty-launcher-25-thread-3) [n:127.0.0.1:40677_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_9338D150698AF0D-001/tempDir-001/node3/.
[junit4] 2> 101276 INFO (jetty-launcher-25-thread-6) [n:127.0.0.1:41353_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41353.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@364740c4
[junit4] 2> 101276 INFO (jetty-launcher-25-thread-6) [n:127.0.0.1:41353_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41353.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@364740c4
[junit4] 2> 101311 INFO (jetty-launcher-25-thread-6) [n:127.0.0.1:41353_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_9338D150698AF0D-001/tempDir-001/node6/.
[junit4] 2> 104372 INFO (zkConnectionManagerCallback-90-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 104908 INFO (zkConnectionManagerCallback-94-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 105092 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[9338D150698AF0D]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
[junit4] 2> 105094 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[9338D150698AF0D]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36210/solr ready
[junit4] 2> 105541 INFO (TEST-ReplaceNodeNoTargetTest.test-seed#[9338D150698AF0D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 105680 INFO (zkConnectionManagerCallback-96-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 105880 INFO (TEST-ReplaceNodeNoTargetTest.test-seed#[9338D150698AF0D]) [ ] o.a.s.c.ReplaceNodeNoTargetTest total_jettys: 6
[junit4] 2> 108716 INFO (qtp1196998372-166) [n:127.0.0.1:37129_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=319
[junit4] 2> 109299 INFO (qtp995330576-175) [n:127.0.0.1:40677_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 109774 INFO (qtp2103406526-140) [n:127.0.0.1:41353_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=107
[junit4] 2> 109978 INFO (qtp2088020688-157) [n:127.0.0.1:41887_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 110047 INFO (qtp18668090-148) [n:127.0.0.1:43694_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=16
[junit4] 2> 110068 INFO (qtp724530558-136) [n:127.0.0.1:45005_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 110144 INFO (qtp724530558-132) [n:127.0.0.1:45005_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2493
[junit4] 2> 110198 INFO (qtp1196998372-170) [n:127.0.0.1:37129_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=2&collection.configName=conf1&name=replacenodetest_coll_notarget&nrtReplicas=2&action=CREATE&numShards=5&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 110399 INFO (OverseerThreadFactory-175-thread-1-processing-n:127.0.0.1:43694_solr) [n:127.0.0.1:43694_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection replacenodetest_coll_notarget
[junit4] 2> 110602 INFO (qtp1196998372-171) [n:127.0.0.1:37129_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 110710 INFO (qtp995330576-179) [n:127.0.0.1:40677_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 110731 INFO (qtp2103406526-144) [n:127.0.0.1:41353_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 110766 INFO (qtp2088020688-157) [n:127.0.0.1:41887_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=17
[junit4] 2> 110800 INFO (qtp18668090-152) [n:127.0.0.1:43694_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 110856 INFO (qtp724530558-138) [n:127.0.0.1:45005_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 111153 INFO (OverseerThreadFactory-175-thread-1-processing-n:127.0.0.1:43694_solr) [n:127.0.0.1:43694_solr ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 640328699 sessionWrapper.createTime 640328420660298, this.sessionWrapper.createTime 640328420660298
[junit4] 2> 111486 INFO (OverseerStateUpdate-72099556600578065-127.0.0.1:43694_solr-n_0000000000) [n:127.0.0.1:43694_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:45005/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 111523 INFO (OverseerStateUpdate-72099556600578065-127.0.0.1:43694_solr-n_0000000000) [n:127.0.0.1:43694_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43694/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 111525 INFO (OverseerStateUpdate-72099556600578065-127.0.0.1:43694_solr-n_0000000000) [n:127.0.0.1:43694_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard2_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41887/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 111649 INFO (OverseerStateUpdate-72099556600578065-127.0.0.1:43694_solr-n_0000000000) [n:127.0.0.1:43694_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard2_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41353/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 111687 INFO (OverseerStateUpdate-72099556600578065-127.0.0.1:43694_solr-n_0000000000) [n:127.0.0.1:43694_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard3_replica_n8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40677/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 111772 INFO (OverseerStateUpdate-72099556600578065-127.0.0.1:43694_solr-n_0000000000) [n:127.0.0.1:43694_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard3_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37129/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 111917 INFO (OverseerStateUpdate-72099556600578065-127.0.0.1:43694_solr-n_0000000000) [n:127.0.0.1:43694_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard4_replica_n13",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37129/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 111966 INFO (OverseerStateUpdate-72099556600578065-127.0.0.1:43694_solr-n_0000000000) [n:127.0.0.1:43694_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard4_replica_n15",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40677/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 111989 INFO (OverseerStateUpdate-72099556600578065-127.0.0.1:43694_solr-n_0000000000) [n:127.0.0.1:43694_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard5",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard5_replica_n17",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41353/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 112006 INFO (OverseerStateUpdate-72099556600578065-127.0.0.1:43694_solr-n_0000000000) [n:127.0.0.1:43694_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard5",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard5_replica_n18",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41887/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 112199 INFO (qtp724530558-134) [n:127.0.0.1:45005_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard1_replica_n1&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 112199 INFO (qtp724530558-134) [n:127.0.0.1:45005_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 112250 INFO (qtp2103406526-146) [n:127.0.0.1:41353_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node19&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard5_replica_n17&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard5&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 112364 INFO (qtp2103406526-146) [n:127.0.0.1:41353_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 112349 INFO (qtp995330576-179) [n:127.0.0.1:40677_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node16&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard4_replica_n15&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 112365 INFO (qtp995330576-179) [n:127.0.0.1:40677_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 112212 INFO (qtp18668090-152) [n:127.0.0.1:43694_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard1_replica_n2&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 112365 INFO (qtp18668090-152) [n:127.0.0.1:43694_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 112211 INFO (qtp1196998372-171) [n:127.0.0.1:37129_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node12&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard3_replica_n10&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 112366 INFO (qtp1196998372-171) [n:127.0.0.1:37129_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 112348 INFO (qtp1196998372-168) [n:127.0.0.1:37129_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node14&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard4_replica_n13&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 112347 INFO (qtp2088020688-162) [n:127.0.0.1:41887_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node20&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard5_replica_n18&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard5&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 112367 INFO (qtp2088020688-162) [n:127.0.0.1:41887_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 112347 INFO (qtp995330576-181) [n:127.0.0.1:40677_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard3_replica_n8&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 112346 INFO (qtp2103406526-144) [n:127.0.0.1:41353_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard2_replica_n5&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 112210 INFO (qtp2088020688-157) [n:127.0.0.1:41887_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard2_replica_n3&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 112780 INFO (zkCallback-73-thread-1-processing-n:127.0.0.1:41887_solr) [n:127.0.0.1:41887_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 112781 INFO (zkCallback-69-thread-1-processing-n:127.0.0.1:37129_solr) [n:127.0.0.1:37129_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 112781 INFO (zkCallback-67-thread-1-processing-n:127.0.0.1:40677_solr) [n:127.0.0.1:40677_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 112781 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:45005_solr) [n:127.0.0.1:45005_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 112782 INFO (zkCallback-75-thread-2-processing-n:127.0.0.1:43694_solr) [n:127.0.0.1:43694_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 112783 INFO (zkCallback-65-thread-1-processing-n:127.0.0.1:41353_solr) [n:127.0.0.1:41353_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 113109 INFO (zkCallback-71-thread-2-processing-n:127.0.0.1:45005_solr) [n:127.0.0.1:45005_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 113115 INFO (zkCallback-75-thread-1-processing-n:127.0.0.1:43694_solr) [n:127.0.0.1:43694_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 113498 INFO (qtp2088020688-162) [n:127.0.0.1:41887_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 113598 INFO (qtp1196998372-171) [n:127.0.0.1:37129_solr c:replacenodetest_coll_notarget s:shard3 r:core_node12 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 113843 INFO (qtp2103406526-144) [n:127.0.0.1:41353_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 113852 INFO (qtp1196998372-171) [n:127.0.0.1:37129_solr c:replacenodetest_coll_notarget s:shard3 r:core_node12 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard3_replica_n10] Schema name=cloud-dynamic
[junit4] 2> 113945 INFO (qtp2088020688-162) [n:127.0.0.1:41887_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard5_replica_n18] Schema name=cloud-dynamic
[junit4] 2> 114028 INFO (qtp2103406526-144) [n:127.0.0.1:41353_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n5] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard2_replica_n5] Schema name=cloud-dynamic
[junit4] 2> 114054 INFO (qtp2103406526-146) [n:127
[...truncated too long message...]
olr/collections/tlog_replica_test_create_delete/terms/shard2
[junit4] 2> 24 /solr/collections/tlog_replica_test_create_delete/terms/shard1
[junit4] 2> 12 /solr/collections/tlog_replica_test_remove_leader/terms/shard1
[junit4] 2> 11 /solr/aliases.json
[junit4] 2> 11 /solr/collections/tlog_replica_test_recovery/terms/shard1
[junit4] 2> 10 /solr/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/terms/shard1
[junit4] 2> 10 /solr/collections/tlog_replica_test_real_time_get/terms/shard1
[junit4] 2> 9 /solr/collections/tlog_replica_test_kill_leader/terms/shard1
[junit4] 2> 9 /solr/security.json
[junit4] 2> 8 /solr/collections/tlog_replica_test_add_remove_tlog_replica/terms/shard1
[junit4] 2> 8 /solr/collections/tlog_replica_test_kill_tlog_replica/terms/shard1
[junit4] 2> 8 /solr/collections/tlog_replica_test_only_leader_indexes/terms/shard1
[junit4] 2> 7 /solr/collections/tlog_replica_test_basic_leader_election/terms/shard1
[junit4] 2> 7 /solr/collections/tlog_replica_test_delete_by_id/terms/shard1
[junit4] 2> 5 /solr/collections/tlog_replica_test_add_docs/terms/shard1
[junit4] 2> 5 /solr/collections/tlog_replica_test_add_remove_tlog_replica/terms/shard2
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 46 /solr/collections/tlog_replica_test_create_delete/state.json
[junit4] 2> 37 /solr/collections/tlog_replica_test_recovery/state.json
[junit4] 2> 31 /solr/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json
[junit4] 2> 26 /solr/collections/tlog_replica_test_remove_leader/state.json
[junit4] 2> 26 /solr/collections/tlog_replica_test_add_remove_tlog_replica/state.json
[junit4] 2> 25 /solr/collections/tlog_replica_test_kill_leader/state.json
[junit4] 2> 24 /solr/collections/tlog_replica_test_kill_tlog_replica/state.json
[junit4] 2> 24 /solr/collections/tlog_replica_test_basic_leader_election/state.json
[junit4] 2> 15 /solr/collections/tlog_replica_test_add_docs/state.json
[junit4] 2> 15 /solr/collections/tlog_replica_test_real_time_get/state.json
[junit4] 2> 13 /solr/collections/tlog_replica_test_only_leader_indexes/state.json
[junit4] 2> 13 /solr/collections/tlog_replica_test_delete_by_id/state.json
[junit4] 2> 11 /solr/clusterstate.json
[junit4] 2> 11 /solr/clusterprops.json
[junit4] 2> 5 /solr/autoscaling.json
[junit4] 2> 4 /solr/collections/tlog_replica_test_recovery/leader_elect/shard1/election/72099823368470539-core_node3-n_0000000000
[junit4] 2> 3 /solr/overseer_elect/election/72099823368470539-127.0.0.1:34384_solr-n_0000000002
[junit4] 2> 2 /solr/collections/tlog_replica_test_real_time_get/leader_elect/shard1/election/72099823368470533-core_node6-n_0000000000
[junit4] 2> 2 /solr/collections/tlog_replica_test_create_delete/leader_elect/shard2/election/72099823368470539-core_node11-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/72099823368470552-127.0.0.1:34384_solr-n_0000000006
[junit4] 2> 2 /solr/collections/tlog_replica_test_create_delete/leader_elect/shard1/election/72099823368470539-core_node11-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/live_nodes
[junit4] 2> 11 /solr/collections
[junit4] 2> 5 /solr/overseer/queue
[junit4] 2> 5 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2> 5 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_9338D150698AF0D-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {foo=PostingsFormat(name=MockRandom), title_s=PostingsFormat(name=MockRandom), id=PostingsFormat(name=LuceneVarGapFixedInterval), foo_s=PostingsFormat(name=MockRandom)}, docValues:{_version_=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Lucene70), inplace_updatable_int=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1370, maxMBSortInHeap=5.414837716141696, sim=RandomSimilarity(queryNorm=false): {}, locale=fr-BE, timezone=Australia/Eucla
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=189953040,total=524288000
[junit4] 2> NOTE: All tests run in this JVM: [TestBinaryField, TestSubQueryTransformer, CdcrRequestHandlerTest, TestHighlightDedupGrouping, TestUseDocValuesAsStored2, TestDocumentBuilder, TestWordDelimiterFilterFactory, SpellCheckCollatorTest, ChaosMonkeySafeLeaderWithPullReplicasTest, TestDynamicLoading, TestIBSimilarityFactory, TestSolrQueryParser, TestCloudRecovery, TestDocSet, DistanceUnitsTest, LeaderInitiatedRecoveryOnShardRestartTest, TestLocalFSCloudBackupRestore, TestBlobHandler, ZkFailoverTest, TestPhraseSuggestions, HdfsBasicDistributedZk2Test, AssignBackwardCompatibilityTest, ShardRoutingTest, TestIndexingPerformance, IndexBasedSpellCheckerTest, TlogReplayBufferedWhileIndexingTest, AddBlockUpdateTest, DistributedExpandComponentTest, TestGeoJSONResponseWriter, DirectUpdateHandlerTest, TestGroupingSearch, TestStressInPlaceUpdates, TestNumericTerms32, TestTrackingShardHandlerFactory, NodeLostTriggerTest, RemoteQueryErrorTest, DistributedVersionInfoTest, AutoAddReplicasIntegrationTest, BinaryUpdateRequestHandlerTest, UpdateParamsTest, HdfsThreadLeakTest, TestCSVResponseWriter, HLLUtilTest, TestSchemaResource, PluginInfoTest, CreateCollectionCleanupTest, TestConfig, TestConfigSets, TestRetrieveFieldsOptimizer, TestMultiValuedNumericRangeQuery, BlockDirectoryTest, TestExpandComponent, TestRemoteStreaming, TestFilteredDocIdSet, TestQuerySenderNoQuery, TestOmitPositions, TestFieldCacheReopen, CollectionsAPIDistributedZkTest, TestTriggerIntegration, TestLegacyFieldReuse, TestStressLucene, OutOfBoxZkACLAndCredentialsProvidersTest, TestLuceneMatchVersion, SolrSlf4jReporterTest, TestCrossCoreJoin, TestComplexPhraseQParserPlugin, SuggesterWFSTTest, TestConfigSetsAPI, MoveReplicaTest, EchoParamsTest, SolrGraphiteReporterTest, TestPHPSerializedResponseWriter, CursorPagingTest, TestMacros, TestExtendedDismaxParser, ZkNodePropsTest, ComputePlanActionTest, TestFieldTypeCollectionResource, HdfsCollectionsAPIDistributedZkTest, TestIndexSearcher, CurrencyRangeFacetCloudTest, TestWriterPerf, TestLuceneIndexBackCompat, TestJsonFacetRefinement, TestAuthorizationFramework, HdfsRecoveryZkTest, TestPolicyCloud, CdcrBootstrapTest, CloudExitableDirectoryReaderTest, CloudMLTQParserTest, SpellingQueryConverterTest, TestDownShardTolerantSearch, ManagedSchemaRoundRobinCloudTest, HdfsDirectoryFactoryTest, TestRestoreCore, TestInPlaceUpdatesDistrib, GraphQueryTest, BasicAuthIntegrationTest, SolrIndexSplitterTest, DataDrivenBlockJoinTest, TestRandomFaceting, UUIDFieldTest, TestDistributedSearch, V2ApiIntegrationTest, TestPullReplica, TestDynamicFieldResource, DeleteShardTest, TestExactSharedStatsCache, FieldAnalysisRequestHandlerTest, StatsComponentTest, DistribDocExpirationUpdateProcessorTest, TestHdfsBackupRestoreCore, DistributedSuggestComponentTest, TestComponentsName, TestCollectionAPI, DistributedTermsComponentTest, TestApiFramework, TestLMDirichletSimilarityFactory, RequestLoggingTest, ZkCLITest, TestStandardQParsers, TestHashPartitioner, TestAuthenticationFramework, DeleteLastCustomShardedReplicaTest, MetricsConfigTest, DefaultValueUpdateProcessorTest, SyncSliceTest, OpenCloseCoreStressTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, ClusterStateUpdateTest, LeaderElectionTest, TestFaceting, TestRecovery, ZkControllerTest, TestStressReorder, TestReload, SimpleFacetsTest, SpellCheckComponentTest, TestSort, TestLazyCores, HighlighterTest, DistributedQueryElevationComponentTest, SimplePostToolTest, TestCoreDiscovery, SignatureUpdateProcessorFactoryTest, SuggesterFSTTest, SolrRequestParserTest, TestFoldingMultitermQuery, DocValuesTest, SuggesterTSTTest, SpatialFilterTest, TestCSVLoader, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, SortByFunctionTest, DocValuesMultiTest, DistanceFunctionTest, TestSolrDeletionPolicy1, SolrInfoBeanTest, DebugComponentTest, LukeRequestHandlerTest, DisMaxRequestHandlerTest, TestQueryUtils, DocumentAnalysisRequestHandlerTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, MoreLikeThisHandlerTest, RequiredFieldsTest, FastVectorHighlighterTest, LoggingHandlerTest, SolrPluginUtilsTest, TestJmxIntegration, TestCollationField, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, MBeansHandlerTest, JsonLoaderTest, TestPartialUpdateDeduplication, CSVRequestHandlerTest, SearchHandlerTest, HighlighterConfigTest, SOLR749Test, AlternateDirectoryTest, CopyFieldTest, ResponseLogComponentTest, SolrIndexConfigTest, TestStressRecovery, TestTolerantSearch, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ActionThrottleTest, AsyncCallRequestStatusResponseTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, DeleteReplicaTest, HttpPartitionOnCommitTest, LegacyCloudClusterPropTest, MigrateRouteKeyTest, MultiThreadedOCPTest, NodeMutatorTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerTaskQueueTest, ReplicationFactorTest, RollingRestartTest, SSLMigrationTest, SaslZkACLProviderTest, TestCloudInspectUtil, TestCloudJSONFacetJoinDomain, TestRandomRequestDistribution, TestSkipOverseerOperations, TestTlogReplica]
[junit4] Completed [573/775 (7!)] on J0 in 152.69s, 13 tests, 1 failure <<< FAILURES!
[...truncated 48874 lines...]