You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/02/03 05:47:10 UTC
[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 1286
- Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1286/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testListeners
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([27CFDBB771336836:CA0F4CA7CC5FF5EF]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testListeners(TriggerIntegrationTest.java:1053)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13790 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_27CFDBB771336836-001/init-core-data-001
[junit4] 2> 3163483 WARN (SUITE-TriggerIntegrationTest-seed#[27CFDBB771336836]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=22 numCloses=22
[junit4] 2> 3163484 INFO (SUITE-TriggerIntegrationTest-seed#[27CFDBB771336836]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 3163485 INFO (SUITE-TriggerIntegrationTest-seed#[27CFDBB771336836]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 3163486 INFO (SUITE-TriggerIntegrationTest-seed#[27CFDBB771336836]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 3163486 INFO (SUITE-TriggerIntegrationTest-seed#[27CFDBB771336836]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_27CFDBB771336836-001/tempDir-001
[junit4] 2> 3163487 INFO (SUITE-TriggerIntegrationTest-seed#[27CFDBB771336836]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3163487 INFO (Thread-7312) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3163487 INFO (Thread-7312) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3163488 ERROR (Thread-7312) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3163587 INFO (SUITE-TriggerIntegrationTest-seed#[27CFDBB771336836]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:37061
[junit4] 2> 3163589 INFO (zkConnectionManagerCallback-5429-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3163594 INFO (jetty-launcher-5426-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3163594 INFO (jetty-launcher-5426-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3163596 INFO (jetty-launcher-5426-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3163596 INFO (jetty-launcher-5426-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3163596 INFO (jetty-launcher-5426-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3163596 INFO (jetty-launcher-5426-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3163596 INFO (jetty-launcher-5426-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3163596 INFO (jetty-launcher-5426-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3163596 INFO (jetty-launcher-5426-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@dbd6de{/solr,null,AVAILABLE}
[junit4] 2> 3163596 INFO (jetty-launcher-5426-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1e6959a{/solr,null,AVAILABLE}
[junit4] 2> 3163597 INFO (jetty-launcher-5426-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7e2634{SSL,[ssl, http/1.1]}{127.0.0.1:34467}
[junit4] 2> 3163597 INFO (jetty-launcher-5426-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@15eed30{SSL,[ssl, http/1.1]}{127.0.0.1:36873}
[junit4] 2> 3163598 INFO (jetty-launcher-5426-thread-1) [ ] o.e.j.s.Server Started @3164717ms
[junit4] 2> 3163598 INFO (jetty-launcher-5426-thread-2) [ ] o.e.j.s.Server Started @3164717ms
[junit4] 2> 3163598 INFO (jetty-launcher-5426-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34467}
[junit4] 2> 3163598 INFO (jetty-launcher-5426-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36873}
[junit4] 2> 3163598 ERROR (jetty-launcher-5426-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3163598 ERROR (jetty-launcher-5426-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3163598 INFO (jetty-launcher-5426-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3163598 INFO (jetty-launcher-5426-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3163598 INFO (jetty-launcher-5426-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3163598 INFO (jetty-launcher-5426-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3163598 INFO (jetty-launcher-5426-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3163598 INFO (jetty-launcher-5426-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3163598 INFO (jetty-launcher-5426-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T05:25:33.305Z
[junit4] 2> 3163598 INFO (jetty-launcher-5426-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T05:25:33.305Z
[junit4] 2> 3163602 INFO (zkConnectionManagerCallback-5433-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3163603 INFO (zkConnectionManagerCallback-5432-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3163603 INFO (jetty-launcher-5426-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3163603 INFO (jetty-launcher-5426-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3163613 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10017c395000001, likely client has closed socket
[junit4] 2> 3163616 INFO (jetty-launcher-5426-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37061/solr
[junit4] 2> 3163617 INFO (jetty-launcher-5426-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37061/solr
[junit4] 2> 3163617 INFO (zkConnectionManagerCallback-5438-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3163618 INFO (zkConnectionManagerCallback-5441-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3163620 INFO (zkConnectionManagerCallback-5443-thread-1-processing-n:127.0.0.1:36873_solr) [n:127.0.0.1:36873_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3163620 INFO (zkConnectionManagerCallback-5445-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3163680 INFO (jetty-launcher-5426-thread-1) [n:127.0.0.1:34467_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3163680 INFO (jetty-launcher-5426-thread-2) [n:127.0.0.1:36873_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3163680 INFO (jetty-launcher-5426-thread-1) [n:127.0.0.1:34467_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34467_solr
[junit4] 2> 3163681 INFO (jetty-launcher-5426-thread-2) [n:127.0.0.1:36873_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36873_solr
[junit4] 2> 3163681 INFO (jetty-launcher-5426-thread-1) [n:127.0.0.1:34467_solr ] o.a.s.c.Overseer Overseer (id=72083722823794694-127.0.0.1:34467_solr-n_0000000000) starting
[junit4] 2> 3163682 INFO (zkCallback-5444-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3163682 INFO (zkCallback-5442-thread-1-processing-n:127.0.0.1:36873_solr) [n:127.0.0.1:36873_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3163688 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3163688 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 3163689 INFO (jetty-launcher-5426-thread-1) [n:127.0.0.1:34467_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34467_solr
[junit4] 2> 3163689 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:36873_solr]
[junit4] 2> 3163689 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 3163689 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 3163689 INFO (zkCallback-5444-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3163690 INFO (zkCallback-5442-thread-1-processing-n:127.0.0.1:36873_solr) [n:127.0.0.1:36873_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3163690 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3163691 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 3163691 DEBUG (ScheduledTrigger-6129-thread-1) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3163924 INFO (jetty-launcher-5426-thread-2) [n:127.0.0.1:36873_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36873.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3163959 INFO (jetty-launcher-5426-thread-2) [n:127.0.0.1:36873_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36873.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3163960 INFO (jetty-launcher-5426-thread-2) [n:127.0.0.1:36873_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36873.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3163962 INFO (jetty-launcher-5426-thread-2) [n:127.0.0.1:36873_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_27CFDBB771336836-001/tempDir-001/node2/.
[junit4] 2> 3164108 INFO (jetty-launcher-5426-thread-1) [n:127.0.0.1:34467_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34467.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3164118 INFO (jetty-launcher-5426-thread-1) [n:127.0.0.1:34467_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34467.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3164118 INFO (jetty-launcher-5426-thread-1) [n:127.0.0.1:34467_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34467.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3164120 INFO (jetty-launcher-5426-thread-1) [n:127.0.0.1:34467_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_27CFDBB771336836-001/tempDir-001/node1/.
[junit4] 2> 3164146 INFO (zkConnectionManagerCallback-5451-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3164149 INFO (zkConnectionManagerCallback-5455-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3164150 INFO (SUITE-TriggerIntegrationTest-seed#[27CFDBB771336836]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3164151 INFO (SUITE-TriggerIntegrationTest-seed#[27CFDBB771336836]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37061/solr ready
[junit4] 2> 3164164 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[27CFDBB771336836]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSetProperties
[junit4] 2> 3164165 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[27CFDBB771336836]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 3164165 DEBUG (zkCallback-5444-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 3164165 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 3164166 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3164166 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3164166 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 3165170 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[27CFDBB771336836]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerScheduleDelaySeconds from: 1 to: 4
[junit4] 2> 3173173 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[27CFDBB771336836]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerScheduleDelaySeconds from: 4 to: 1
[junit4] 2> 3183179 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[27CFDBB771336836]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerCorePoolSize from: 4 to: 6
[junit4] 2> 3193185 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[27CFDBB771336836]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSetProperties
[junit4] 2> 3193199 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCooldown
[junit4] 2> 3193200 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 3
[junit4] 2> 3193200 DEBUG (zkCallback-5444-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 3193200 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 3193200 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3193200 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3193201 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 3193335 INFO (qtp10932364-27007) [n:127.0.0.1:34467_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3193339 INFO (qtp7392081-26999) [n:127.0.0.1:36873_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3193339 DEBUG (qtp7392081-27006) [n:127.0.0.1:36873_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3193340 INFO (qtp7392081-27006) [n:127.0.0.1:36873_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=69
[junit4] 2> 3193340 DEBUG (zkCallback-5444-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 3193341 DEBUG (zkCallback-5444-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:34467_solr, 127.0.0.1:36873_solr]
[junit4] 2> 3193341 DEBUG (zkCallback-5444-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3193341 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 3193342 INFO (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3193343 DEBUG (ScheduledTrigger-6129-thread-2) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3193343 DEBUG (ScheduledTrigger-6129-thread-2) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3193350 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3193351 INFO (qtp10932364-27003) [n:127.0.0.1:34467_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3193351 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 3193354 INFO (qtp7392081-26999) [n:127.0.0.1:36873_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3193355 DEBUG (qtp10932364-27007) [n:127.0.0.1:34467_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3193356 INFO (qtp10932364-27007) [n:127.0.0.1:34467_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 3193356 DEBUG (zkCallback-5444-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 3193356 DEBUG (zkCallback-5444-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:34467_solr, 127.0.0.1:36873_solr]
[junit4] 2> 3193356 DEBUG (zkCallback-5444-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3193356 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 3193357 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3193357 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 3193358 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3193358 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3193358 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3193358 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3193359 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@13aa2ae{/solr,null,AVAILABLE}
[junit4] 2> 3193360 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@c60710{SSL,[ssl, http/1.1]}{127.0.0.1:46831}
[junit4] 2> 3193360 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.Server Started @3194479ms
[junit4] 2> 3193360 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46831}
[junit4] 2> 3193360 ERROR (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3193360 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3193360 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3193360 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3193360 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T05:26:03.067Z
[junit4] 2> 3193363 INFO (zkConnectionManagerCallback-5457-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3193363 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3193379 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37061/solr
[junit4] 2> 3193380 INFO (zkConnectionManagerCallback-5461-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3193382 INFO (zkConnectionManagerCallback-5463-thread-1-processing-n:127.0.0.1:46831_solr) [n:127.0.0.1:46831_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3193388 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:46831_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3193389 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:46831_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3193393 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:46831_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46831_solr
[junit4] 2> 3193394 INFO (zkCallback-5442-thread-1-processing-n:127.0.0.1:36873_solr) [n:127.0.0.1:36873_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3193394 INFO (zkCallback-5444-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3193403 INFO (zkCallback-5454-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3193411 INFO (zkCallback-5462-thread-1-processing-n:127.0.0.1:46831_solr) [n:127.0.0.1:46831_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3193698 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:46831_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46831.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3193709 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:46831_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46831.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3193710 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:46831_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46831.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3193711 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:46831_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_27CFDBB771336836-001/tempDir-001/node3/.
[junit4] 2> 3194345 DEBUG (ScheduledTrigger-6129-thread-3) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3194345 DEBUG (ScheduledTrigger-6129-thread-3) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3194345 DEBUG (ScheduledTrigger-6129-thread-3) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:46831_solr at time 398724489990910
[junit4] 2> 3195346 DEBUG (ScheduledTrigger-6129-thread-3) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3195346 DEBUG (ScheduledTrigger-6129-thread-3) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3195346 DEBUG (ScheduledTrigger-6129-thread-3) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:46831_solr] added at times [398724489990910], now=398725491058505
[junit4] 2> 3195346 DEBUG (ScheduledTrigger-6129-thread-3) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"16aa34796d2feT7qoreonjxc60n5j8df7d9wlg2",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":398724489990910,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[398724489990910],
[junit4] 2> "nodeNames":["127.0.0.1:46831_solr"]}}
[junit4] 2> 3195347 DEBUG (ScheduledTrigger-6129-thread-3) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_cooldown_trigger]
[junit4] 2> 3195348 INFO (ScheduledTrigger-6129-thread-3) [n:127.0.0.1:34467_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3195348 DEBUG (AutoscalingActionExecutor-6130-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"16aa34796d2feT7qoreonjxc60n5j8df7d9wlg2",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":398724489990910,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[398724489990910],
[junit4] 2> "_enqueue_time_":398725492077678,
[junit4] 2> "nodeNames":["127.0.0.1:46831_solr"]}}
[junit4] 2> 3195350 DEBUG (AutoscalingActionExecutor-6130-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_cooldown_trigger after 5000ms
[junit4] 2> 3195350 DEBUG (AutoscalingActionExecutor-6130-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=16aa34796d2feT7qoreonjxc60n5j8df7d9wlg2
[junit4] 2> 3196351 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3196351 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3196352 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3196352 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3196352 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b7a5a{/solr,null,AVAILABLE}
[junit4] 2> 3196352 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@e3977c{SSL,[ssl, http/1.1]}{127.0.0.1:34813}
[junit4] 2> 3196352 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.Server Started @3197472ms
[junit4] 2> 3196353 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34813}
[junit4] 2> 3196353 ERROR (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3196353 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3196353 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3196353 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3196353 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T05:26:06.060Z
[junit4] 2> 3196355 INFO (zkConnectionManagerCallback-5467-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3196355 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3196365 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37061/solr
[junit4] 2> 3196366 INFO (zkConnectionManagerCallback-5471-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3196368 INFO (zkConnectionManagerCallback-5473-thread-1-processing-n:127.0.0.1:34813_solr) [n:127.0.0.1:34813_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3196373 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:34813_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3196374 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:34813_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3196375 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:34813_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34813_solr
[junit4] 2> 3196376 INFO (zkCallback-5442-thread-1-processing-n:127.0.0.1:36873_solr) [n:127.0.0.1:36873_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3196376 INFO (zkCallback-5454-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3196377 INFO (zkCallback-5462-thread-1-processing-n:127.0.0.1:46831_solr) [n:127.0.0.1:46831_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3196377 INFO (zkCallback-5444-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3196377 INFO (zkCallback-5472-thread-1-processing-n:127.0.0.1:34813_solr) [n:127.0.0.1:34813_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3196517 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:34813_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34813.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3196528 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:34813_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34813.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3196528 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:34813_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34813.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3196530 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:34813_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_27CFDBB771336836-001/tempDir-001/node4/.
[junit4] 2> 3200350 DEBUG (ScheduledTrigger-6129-thread-2) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3200350 DEBUG (ScheduledTrigger-6129-thread-2) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3200350 DEBUG (ScheduledTrigger-6129-thread-2) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:34813_solr at time 398730495002163
[junit4] 2> 3201351 DEBUG (ScheduledTrigger-6129-thread-2) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3201351 DEBUG (ScheduledTrigger-6129-thread-2) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3201352 DEBUG (ScheduledTrigger-6129-thread-2) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:34813_solr] added at times [398730495002163], now=398731496472801
[junit4] 2> 3201352 DEBUG (ScheduledTrigger-6129-thread-2) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"16aa4ad840633T7qoreonjxc60n5j8df7d9wlg4",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":398730495002163,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[398730495002163],
[junit4] 2> "nodeNames":["127.0.0.1:34813_solr"]}}
[junit4] 2> 3201352 DEBUG (ScheduledTrigger-6129-thread-2) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_cooldown_trigger]
[junit4] 2> 3201353 DEBUG (AutoscalingActionExecutor-6130-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"16aa4ad840633T7qoreonjxc60n5j8df7d9wlg4",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":398730495002163,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[398730495002163],
[junit4] 2> "_enqueue_time_":398731496643057,
[junit4] 2> "nodeNames":["127.0.0.1:34813_solr"]}}
[junit4] 2> 3201354 DEBUG (AutoscalingActionExecutor-6130-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_cooldown_trigger after 5000ms
[junit4] 2> 3201354 DEBUG (AutoscalingActionExecutor-6130-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=16aa4ad840633T7qoreonjxc60n5j8df7d9wlg4
[junit4] 2> 3203359 INFO (qtp10932364-27011) [n:127.0.0.1:34467_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3203436 INFO (qtp3140532-27102) [n:127.0.0.1:34813_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3203439 INFO (qtp7392081-27008) [n:127.0.0.1:36873_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3203514 INFO (qtp26917815-27076) [n:127.0.0.1:46831_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3203514 DEBUG (qtp7392081-27010) [n:127.0.0.1:36873_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3203515 INFO (qtp7392081-27010) [n:127.0.0.1:36873_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=159
[junit4] 2> 3203515 DEBUG (zkCallback-5444-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 3203515 DEBUG (zkCallback-5444-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:34467_solr, 127.0.0.1:36873_solr, 127.0.0.1:46831_solr, 127.0.0.1:34813_solr]
[junit4] 2> 3203515 DEBUG (zkCallback-5444-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3203515 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 3203516 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerCooldownPeriodSeconds from: 5 to: 7
[junit4] 2> 3203516 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3203516 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 3203518 INFO (qtp10932364-27009) [n:127.0.0.1:34467_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 3203521 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3203522 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3203522 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3203522 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3203522 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ec98af{/solr,null,AVAILABLE}
[junit4] 2> 3203523 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1ef7609{SSL,[ssl, http/1.1]}{127.0.0.1:39991}
[junit4] 2> 3203523 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.Server Started @3204642ms
[junit4] 2> 3203523 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39991}
[junit4] 2> 3203523 ERROR (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3203524 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3203524 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3203524 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3203524 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T05:26:13.231Z
[junit4] 2> 3203525 INFO (zkConnectionManagerCallback-5477-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3203526 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3203536 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37061/solr
[junit4] 2> 3203538 INFO (zkConnectionManagerCallback-5481-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3203540 INFO (zkConnectionManagerCallback-5483-thread-1-processing-n:127.0.0.1:39991_solr) [n:127.0.0.1:39991_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3203546 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:39991_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 3203548 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:39991_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3203549 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:39991_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39991_solr
[junit4] 2> 3203550 INFO (zkCallback-5454-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3203550 INFO (zkCallback-5472-thread-1-processing-n:127.0.0.1:34813_solr) [n:127.0.0.1:34813_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3203550 INFO (zkCallback-5462-thread-1-processing-n:127.0.0.1:46831_solr) [n:127.0.0.1:46831_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3203550 INFO (zkCallback-5442-thread-1-processing-n:127.0.0.1:36873_solr) [n:127.0.0.1:36873_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3203551 INFO (zkCallback-5444-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3203551 INFO (zkCallback-5482-thread-1-processing-n:127.0.0.1:39991_solr) [n:127.0.0.1:39991_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3203683 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:39991_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39991.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3203694 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:39991_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39991.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3203694 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:39991_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39991.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3203696 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:39991_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_27CFDBB771336836-001/tempDir-001/node5/.
[junit4] 2> 3206354 DEBUG (ScheduledTrigger-6129-thread-1) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3206354 DEBUG (ScheduledTrigger-6129-thread-1) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 5
[junit4] 2> 3206355 DEBUG (ScheduledTrigger-6129-thread-1) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:39991_solr at time 398736499478996
[junit4] 2> 3207356 DEBUG (ScheduledTrigger-6129-thread-1) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3207356 DEBUG (ScheduledTrigger-6129-thread-1) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 5
[junit4] 2> 3207356 DEBUG (ScheduledTrigger-6129-thread-1) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:39991_solr] added at times [398736499478996], now=398737500735091
[junit4] 2> 3207356 DEBUG (ScheduledTrigger-6129-thread-1) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"16aa6136911d4T7qoreonjxc60n5j8df7d9wlg5",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":398736499478996,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[398736499478996],
[junit4] 2> "nodeNames":["127.0.0.1:39991_solr"]}}
[junit4] 2> 3207356 DEBUG (ScheduledTrigger-6129-thread-1) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_cooldown_trigger]
[junit4] 2> 3207357 DEBUG (AutoscalingActionExecutor-6130-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"16aa6136911d4T7qoreonjxc60n5j8df7d9wlg5",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":398736499478996,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[398736499478996],
[junit4] 2> "_enqueue_time_":398737500995112,
[junit4] 2> "nodeNames":["127.0.0.1:39991_solr"]}}
[junit4] 2> 3207358 DEBUG (AutoscalingActionExecutor-6130-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_cooldown_trigger after 7000ms
[junit4] 2> 3207358 DEBUG (AutoscalingActionExecutor-6130-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=16aa6136911d4T7qoreonjxc60n5j8df7d9wlg5
[junit4] 2> 3207359 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3207359 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3207359 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3207360 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3207360 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1dd54ff{/solr,null,AVAILABLE}
[junit4] 2> 3207360 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@26a536{SSL,[ssl, http/1.1]}{127.0.0.1:35571}
[junit4] 2> 3207361 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.Server Started @3208480ms
[junit4] 2> 3207361 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35571}
[junit4] 2> 3207361 ERROR (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3207361 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3207361 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3207361 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3207361 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T05:26:17.068Z
[junit4] 2> 3207362 INFO (zkConnectionManagerCallback-5487-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3207363 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3207372 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37061/solr
[junit4] 2> 3207374 INFO (zkConnectionManagerCallback-5491-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3207376 INFO (zkConnectionManagerCallback-5493-thread-1-processing-n:127.0.0.1:35571_solr) [n:127.0.0.1:35571_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3207381 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:35571_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 3207382 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:35571_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3207383 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:35571_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35571_solr
[junit4] 2> 3207384 INFO (zkCallback-5454-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3207384 INFO (zkCallback-5442-thread-1-processing-n:127.0.0.1:36873_solr) [n:127.0.0.1:36873_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3207384 INFO (zkCallback-5462-thread-1-processing-n:127.0.0.1:46831_solr) [n:127.0.0.1:46831_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3207384 INFO (zkCallback-5482-thread-1-processing-n:127.0.0.1:39991_solr) [n:127.0.0.1:39991_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3207384 INFO (zkCallback-5472-thread-1-processing-n:127.0.0.1:34813_solr) [n:127.0.0.1:34813_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3207384 INFO (zkCallback-5444-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3207385 INFO (zkCallback-5492-thread-1-processing-n:127.0.0.1:35571_solr) [n:127.0.0.1:35571_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3207473 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:35571_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35571.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3207483 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:35571_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35571.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3207483 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:35571_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35571.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3207485 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:35571_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_27CFDBB771336836-001/tempDir-001/node6/.
[junit4] 2> 3214358 DEBUG (ScheduledTrigger-6129-thread-4) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3214358 DEBUG (ScheduledTrigger-6129-thread-4) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 6
[junit4] 2> 3214358 DEBUG (ScheduledTrigger-6129-thread-4) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:35571_solr at time 398744503303950
[junit4] 2> 3215359 DEBUG (ScheduledTrigger-6129-thread-4) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3215360 DEBUG (ScheduledTrigger-6129-thread-4) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 6
[junit4] 2> 3215360 DEBUG (ScheduledTrigger-6129-thread-4) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:35571_solr] added at times [398744503303950], now=398745504511947
[junit4] 2> 3215360 DEBUG (ScheduledTrigger-6129-thread-4) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"16aa7f079bf0eT7qoreonjxc60n5j8df7d9wlg6",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":398744503303950,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[398744503303950],
[junit4] 2> "nodeNames":["127.0.0.1:35571_solr"]}}
[junit4] 2> 3215360 DEBUG (ScheduledTrigger-6129-thread-4) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_cooldown_trigger]
[junit4] 2> 3215360 DEBUG (AutoscalingActionExecutor-6130-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"16aa7f079bf0eT7qoreonjxc60n5j8df7d9wlg6",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":398744503303950,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[398744503303950],
[junit4] 2> "_enqueue_time_":398745504743578,
[junit4] 2> "nodeNames":["127.0.0.1:35571_solr"]}}
[junit4] 2> 3215361 DEBUG (AutoscalingActionExecutor-6130-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_cooldown_trigger after 7000ms
[junit4] 2> 3215361 DEBUG (AutoscalingActionExecutor-6130-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 0 ms for event id=16aa7f079bf0eT7qoreonjxc60n5j8df7d9wlg6
[junit4] 2> 3217361 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCooldown
[junit4] 2> 3217395 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeMarkersRegistration
[junit4] 2> 3217396 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 7
[junit4] 2> 3217396 DEBUG (zkCallback-5444-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 3217396 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 3217397 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3217397 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3217397 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 3217399 INFO (qtp10932364-27011) [n:127.0.0.1:34467_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3217404 INFO (qtp10932364-27011) [n:127.0.0.1:34467_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 3217407 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3217408 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3217408 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3217408 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3217408 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1df8ef0{/solr,null,AVAILABLE}
[junit4] 2> 3217409 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@a34dce{SSL,[ssl, http/1.1]}{127.0.0.1:45917}
[junit4] 2> 3217409 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.e.j.s.Server Started @3218528ms
[junit4] 2> 3217409 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45917}
[junit4] 2> 3217409 ERROR (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3217409 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3217409 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3217410 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3217410 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T05:26:27.117Z
[junit4] 2> 3217411 INFO (zkConnectionManagerCallback-5497-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3217412 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3217423 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37061/solr
[junit4] 2> 3217425 INFO (zkConnectionManagerCallback-5501-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3217427 INFO (zkConnectionManagerCallback-5503-thread-1-processing-n:127.0.0.1:45917_solr) [n:127.0.0.1:45917_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3217431 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [n:127.0.0.1:45917_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
[junit4] 2> 3217432 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [n:127.0.0.1:45917_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3217433 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [n:127.0.0.1:45917_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45917_solr
[junit4] 2> 3217434 INFO (zkCallback-5444-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3217434 INFO (zkCallback-5442-thread-1-processing-n:127.0.0.1:36873_solr) [n:127.0.0.1:36873_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3217434 INFO (zkCallback-5482-thread-1-processing-n:127.0.0.1:39991_solr) [n:127.0.0.1:39991_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3217434 INFO (zkCallback-5472-thread-1-processing-n:127.0.0.1:34813_solr) [n:127.0.0.1:34813_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3217434 INFO (zkCallback-5502-thread-1-processing-n:127.0.0.1:45917_solr) [n:127.0.0.1:45917_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3217434 INFO (zkCallback-5462-thread-1-processing-n:127.0.0.1:46831_solr) [n:127.0.0.1:46831_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3217434 INFO (zkCallback-5454-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3217434 INFO (zkCallback-5492-thread-1-processing-n:127.0.0.1:35571_solr) [n:127.0.0.1:35571_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3217759 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [n:127.0.0.1:45917_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45917.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3217771 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [n:127.0.0.1:45917_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45917.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3217772 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [n:127.0.0.1:45917_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45917.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3217773 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [n:127.0.0.1:45917_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_27CFDBB771336836-001/tempDir-001/node7/.
[junit4] 2> 3217878 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== KILL OVERSEER 1
[junit4] 2> 3217880 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7e2634{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 3217881 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=6251923
[junit4] 2> 3217881 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 3217881 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@16e4c02: rootName = solr_34467, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4cccb8
[junit4] 2> 3217887 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 3217887 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@322453: rootName = solr_34467, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1ffae84
[junit4] 2> 3217892 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 3217892 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@12ecd01: rootName = solr_34467, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@106169c
[junit4] 2> 3217893 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34467_solr
[junit4] 2> 3217894 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3217894 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3217894 INFO (zkCallback-5454-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (6)
[junit4] 2> 3217894 INFO (zkCallback-5482-thread-1-processing-n:127.0.0.1:39991_solr) [n:127.0.0.1:39991_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (6)
[junit4] 2> 3217894 INFO (zkCallback-5502-thread-1-processing-n:127.0.0.1:45917_solr) [n:127.0.0.1:45917_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (6)
[junit4] 2> 3217894 INFO (zkCallback-5462-thread-1-processing-n:127.0.0.1:46831_solr) [n:127.0.0.1:46831_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (6)
[junit4] 2> 3217895 INFO (zkCallback-5442-thread-1-processing-n:127.0.0.1:36873_solr) [n:127.0.0.1:36873_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (6)
[junit4] 2> 3217895 INFO (zkCallback-5492-thread-1-processing-n:127.0.0.1:35571_solr) [n:127.0.0.1:35571_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (6)
[junit4] 2> 3217895 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.c.Overseer Overseer (id=72083722823794694-127.0.0.1:34467_solr-n_0000000000) closing
[junit4] 2> 3217895 INFO (OverseerStateUpdate-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34467_solr
[junit4] 2> 3217895 INFO (zkCallback-5444-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (6)
[junit4] 2> 3217895 WARN (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3217895 DEBUG (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 3217896 INFO (zkCallback-5442-thread-1-processing-n:127.0.0.1:36873_solr) [n:127.0.0.1:36873_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36873_solr
[junit4] 2> 3217896 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@dbd6de{/solr,null,UNAVAILABLE}
[junit4] 2> 3217897 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3217897 INFO (zkCallback-5442-thread-1-processing-n:127.0.0.1:36873_solr) [n:127.0.0.1:36873_solr ] o.a.s.c.Overseer Overseer (id=72083722823794693-127.0.0.1:36873_solr-n_0000000001) starting
[junit4] 2> 3217899 INFO (zkCallback-5472-thread-1-processing-n:127.0.0.1:34813_solr) [n:127.0.0.1:34813_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (6)
[junit4] 2> 3217901 DEBUG (OverseerAutoScalingTriggerThread-72083722823794693-127.0.0.1:36873_solr-n_0000000001) [n:127.0.0.1:36873_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3217901 DEBUG (OverseerAutoScalingTriggerThread-72083722823794693-127.0.0.1:36873_solr-n_0000000001) [n:127.0.0.1:36873_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 3217902 DEBUG (OverseerAutoScalingTriggerThread-72083722823794693-127.0.0.1:36873_solr-n_0000000001) [n:127.0.0.1:36873_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:36873_solr, 127.0.0.1:46831_solr, 127.0.0.1:35571_solr, 127.0.0.1:39991_solr, 127.0.0.1:45917_solr, 127.0.0.1:34813_solr]
[junit4] 2> 3217902 DEBUG (OverseerAutoScalingTriggerThread-72083722823794693-127.0.0.1:36873_solr-n_0000000001) [n:127.0.0.1:36873_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion -1
[junit4] 2> 3217902 DEBUG (OverseerAutoScalingTriggerThread-72083722823794693-127.0.0.1:36873_solr-n_0000000001) [n:127.0.0.1:36873_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 3217903 DEBUG (OverseerAutoScalingTriggerThread-72083722823794693-127.0.0.1:36873_solr-n_0000000001) [n:127.0.0.1:36873_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3217903 DEBUG (OverseerAutoScalingTriggerThread-72083722823794693-127.0.0.1:36873_solr-n_0000000001) [n:127.0.0.1:36873_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 3217904 DEBUG (ScheduledTrigger-6170-thread-1) [n:127.0.0.1:36873_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 6
[junit4] 2> 3218904 DEBUG (ScheduledTrigger-6170-thread-1) [n:127.0.0.1:36873_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 6
[junit4] 2> 3219905 DEBUG (ScheduledTrigger-6170-thread-2) [n:127.0.0.1:36873_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 6
[junit4] 2> 3220906 DEBUG (ScheduledTrigger-6170-thread-1) [n:127.0.0.1:36873_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 6
[junit4] 2> 3221906 DEBUG (ScheduledTrigger-6170-thread-1) [n:127.0.0.1:36873_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 6
[junit4] 2> 3222900 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== ADD TRIGGERS
[junit4] 2> 3222915 DEBUG (ScheduledTrigger-6170-thread-1) [n:127.0.0.1:36873_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 6
[junit4] 2> 3222922 INFO (qtp3140532-27099) [n:127.0.0.1:34813_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3222988 INFO (qtp31132773-27152) [n:127.0.0.1:35571_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3222991 INFO (qtp7392081-27008) [n:127.0.0.1:36873_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3223056 INFO (qtp7069981-27128) [n:127.0.0.1:39991_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3223120 INFO (qtp19776162-27177) [n:127.0.0.1:45917_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3223124 INFO (qtp26917815-27077) [n:127.0.0.1:46831_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3223124 DEBUG (qtp3140532-27103) [n:127.0.0.1:34813_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3223125 INFO (qtp3140532-27103) [n:127.0.0.1:34813_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=206
[junit4] 2> 3223126 DEBUG (zkCallback-5442-thread-1-processing-n:127.0.0.1:36873_solr) [n:127.0.0.1:36873_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 3223127 DEBUG (zkCallback-5442-thread-1-processing-n:127.0.0.1:36873_solr) [n:127.0.0.1:36873_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:36873_solr, 127.0.0.1:46831_solr, 127.0.0.1:35571_solr, 127.0.0.1:39991_solr, 127.0.0.1:45917_solr, 127.0.0.1:34813_solr]
[junit4] 2> 3223127 DEBUG (zkCallback-5442-thread-1-processing-n:127.0.0.1:36873_solr) [n:127.0.0.1:36873_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}], enabled=true}
[junit4] 2> 3223127 DEBUG (zkCallback-5442-thread-1-processing-n:127.0.0.1:36873_solr) [n:127.0.0.1:36873_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:36873_solr, 127.0.0.1:46831_solr, 127.0.0.1:35571_solr, 127.0.0.1:39991_solr, 127.0.0.1:45917_solr, 127.0.0.1:34813_solr]
[junit4] 2> 3223127 DEBUG (OverseerAutoScalingTriggerThread-72083722823794693-127.0.0.1:36873_solr-n_0000000001) [n:127.0.0.1:36873_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 3223129 INFO (OverseerAutoScalingTriggerThread-72083722823794693-127.0.0.1:36873_solr-n_0000000001) [n:127.0.0.1:36873_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 3223130 DEBUG (OverseerAutoScalingTriggerThread-72083722823794693-127.0.0.1:36873_solr-n_0000000001) [n:127.0.0.1:36873_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 3223130 DEBUG (ScheduledTrigger-6170-thread-3) [n:127.0.0.1:36873_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 3223130 DEBUG (ScheduledTrigger-6170-thread-3) [n:127.0.0.1:36873_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 6
[junit4] 2> 3223134 INFO (qtp3140532-27099) [n:127.0.0.1:34813_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3223137 INFO (qtp31132773-27149) [n:127.0.0.1:35571_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3223139 INFO (qtp7392081-26999) [n:127.0.0.1:36873_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3223142 INFO (qtp7069981-27129) [n:127.0.0.1:39991_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3223145 INFO (qtp19776162-27178) [n:127.0.0.1:45917_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3223148 INFO (qtp26917815-27072) [n:127.0.0.1:46831_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3223149 DEBUG (qtp31132773-27153) [n:127.0.0.1:35571_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3223149 INFO (qtp31132773-27153) [n:127.0.0.1:35571_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=19
[junit4] 2> 3223150 DEBUG (zkCallback-5442-thread-1-processing-n:127.0.0.1:36873_solr) [n:127.0.0.1:36873_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
[junit4] 2> 3223150 DEBUG (zkCallback-5442-thread-1-processing-n:127.0.0.1:36873_solr) [n:127.0.0.1:36873_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:36873_solr, 127.0.
[...truncated too long message...]
jetty-closer-5427-thread-8) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3365034 INFO (coreCloseExecutor-6345-thread-1) [n:127.0.0.1:37815_solr c:collection1 s:shard1 r:core_node12 x:collection1_shard1_replica_n11] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=14879240
[junit4] 2> 3365035 INFO (coreCloseExecutor-6347-thread-1) [n:127.0.0.1:37595_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=19429935
[junit4] 2> 3365039 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10017c395000036, likely client has closed socket
[junit4] 2> 3365039 INFO (jetty-closer-5427-thread-9) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@defc8f{/solr,null,UNAVAILABLE}
[junit4] 2> 3365039 INFO (jetty-closer-5427-thread-9) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3365040 INFO (jetty-closer-5427-thread-10) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5d0eb4{/solr,null,UNAVAILABLE}
[junit4] 2> 3365040 INFO (jetty-closer-5427-thread-10) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3365040 INFO (jetty-closer-5427-thread-11) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@d9ed24{/solr,null,UNAVAILABLE}
[junit4] 2> 3365040 INFO (jetty-closer-5427-thread-11) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3365044 INFO (coreCloseExecutor-6343-thread-2) [n:127.0.0.1:45041_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=7977802
[junit4] 2> 3365044 INFO (coreCloseExecutor-6343-thread-1) [n:127.0.0.1:45041_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n5] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testMetricTrigger.shard1.leader, tag=4894471
[junit4] 2> 3365046 INFO (jetty-closer-5427-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@56ef5b{/solr,null,UNAVAILABLE}
[junit4] 2> 3365046 INFO (jetty-closer-5427-thread-4) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3366469 WARN (zkCallback-5639-thread-2-processing-n:127.0.0.1:38163_solr) [n:127.0.0.1:38163_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3366470 INFO (jetty-closer-5427-thread-12) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@15baea8{/solr,null,UNAVAILABLE}
[junit4] 2> 3366470 INFO (jetty-closer-5427-thread-12) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3366533 INFO (jetty-closer-5427-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@cfde73{/solr,null,UNAVAILABLE}
[junit4] 2> 3366533 INFO (jetty-closer-5427-thread-5) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3366534 ERROR (SUITE-TriggerIntegrationTest-seed#[27CFDBB771336836]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3366534 INFO (SUITE-TriggerIntegrationTest-seed#[27CFDBB771336836]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37061 37061
[junit4] 2> 3366893 INFO (Thread-7312) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37061 37061
[junit4] 2> 3366894 WARN (Thread-7312) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 44 /solr/collections/collection1/terms/shard1
[junit4] 2> 21 /solr/aliases.json
[junit4] 2> 20 /solr/security.json
[junit4] 2> 11 /solr/configs/conf
[junit4] 2> 10 /solr/collections/testMetricTrigger/terms/shard1
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 131 /solr/collections/collection1/state.json
[junit4] 2> 40 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 21 /solr/clusterprops.json
[junit4] 2> 21 /solr/clusterstate.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 3 /solr/overseer_elect/election/72083722823794733-127.0.0.1:43923_solr-n_0000000013
[junit4] 2> 3 /solr/overseer_elect/election/72083722823794720-127.0.0.1:46479_solr-n_0000000009
[junit4] 2> 3 /solr/overseer_elect/election/72083722823794717-127.0.0.1:45041_solr-n_0000000008
[junit4] 2> 2 /solr/overseer_elect/election/72083722823794723-127.0.0.1:43773_solr-n_0000000010
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72083722823794729-core_node8-n_0000000003
[junit4] 2> 2 /solr/overseer_elect/election/72083722823794711-127.0.0.1:45917_solr-n_0000000006
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72083722823794748-core_node6-n_0000000002
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 21 /solr/live_nodes
[junit4] 2> 21 /solr/collections
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_27CFDBB771336836-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=Memory), x_s=Lucene50(blocksize=128)}, docValues:{_version_=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=514, maxMBSortInHeap=7.115539794668818, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-SD, timezone=America/Paramaribo
[junit4] 2> NOTE: Linux 4.13.0-32-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=189149792,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [SolrRequestParserTest, TestGroupingSearch, TestNonDefinedSimilarityFactory, TestComputePlanAction, OverseerModifyCollectionTest, TestSolrConfigHandlerConcurrent, TestUniqueKeyFieldResource, OverseerTaskQueueTest, TestWriterPerf, TestCSVLoader, SimpleMLTQParserTest, TestCSVResponseWriter, AutoAddReplicasIntegrationTest, ChaosMonkeyNothingIsSafeTest, ZkStateReaderTest, HttpTriggerListenerTest, SubstringBytesRefFilterTest, TestSQLHandler, ParsingFieldUpdateProcessorsTest, V2StandaloneTest, HdfsBasicDistributedZk2Test, TestCollectionAPI, TestConfigSets, TestSolrCoreParser, TestPointFields, TestCloudRecovery, TestScoreJoinQPScore, TestFieldCollectionResource, FacetPivotSmallTest, TestStressInPlaceUpdates, TestSolrDeletionPolicy1, StatsComponentTest, TestConfigSetsAPI, SolrCLIZkUtilsTest, OpenCloseCoreStressTest, DistributedFacetExistsSmallTest, TestDelegationWithHadoopAuth, JavabinLoaderTest, TemplateUpdateProcessorTest, HdfsThreadLeakTest, TestStreamBody, HighlighterConfigTest, TestLuceneIndexBackCompat, SparseHLLTest, DistributedTermsComponentTest, SuggestComponentTest, MBeansHandlerTest, ConcurrentCreateRoutedAliasTest, HdfsWriteToMultipleCollectionsTest, TestOmitPositions, TestCollectionAPIs, JSONWriterTest, TestCollationField, HdfsRecoveryZkTest, TestHighlightDedupGrouping, TolerantUpdateProcessorTest, CollectionReloadTest, TestConfig, TestMergePolicyConfig, TestSolrQueryParser, TestSolrCloudWithKerberosAlt, BasicAuthStandaloneTest, TestCrossCoreJoin, TestWordDelimiterFilterFactory, TestDocTermOrds, TestReplicationHandlerBackup, SegmentsInfoRequestHandlerTest, TestRandomCollapseQParserPlugin, TestZkAclsWithHadoopAuth, TestExtendedDismaxParser, TestGraphMLResponseWriter, DebugComponentTest, RAMDirectoryFactoryTest, RemoteQueryErrorTest, TestDistributedSearch, TestCustomDocTransformer, TestPayloadCheckQParserPlugin, TestSchemaSimilarityResource, TestRTimerTree, TestLeaderElectionZkExpiry, NumberUtilsTest, TestIBSimilarityFactory, TestComponentsName, TestDefaultStatsCache, TestHighFrequencyDictionaryFactory, MissingSegmentRecoveryTest, TestMiniSolrCloudClusterSSL, CloneFieldUpdateProcessorFactoryTest, SolrJmxReporterCloudTest, TestAuthenticationFramework, MoveReplicaTest, ZkSolrClientTest, TestCopyFieldCollectionResource, ShufflingReplicaListTransformerTest, HdfsCollectionsAPIDistributedZkTest, TestRecoveryHdfs, UUIDFieldTest, TestLocalFSCloudBackupRestore, FieldAnalysisRequestHandlerTest, TestTolerantUpdateProcessorCloud, LeaderInitiatedRecoveryOnShardRestartTest, SynonymTokenizerTest, CoreSorterTest, ZkNodePropsTest, TestCryptoKeys, TestSortableTextField, TestEmbeddedSolrServerSchemaAPI, TestXmlQParserPlugin, TestLegacyNumericUtils, TlogReplayBufferedWhileIndexingTest, CheckHdfsIndexTest, DeleteLastCustomShardedReplicaTest, TestDocSet, UtilsToolTest, TestHashPartitioner, DocumentAnalysisRequestHandlerTest, TestFieldTypeResource, SolrIndexConfigTest, TestGenericDistributedQueue, DeleteShardTest, TestStressUserVersions, TestPolicyCloud, BigEndianAscendingWordSerializerTest, CdcrBootstrapTest, BasicDistributedZkTest, ZkShardTermsTest, CollectionsAPIAsyncDistributedZkTest, TestCollectionsAPIViaSolrCloudCluster, AutoAddReplicasPlanActionTest, ComputePlanActionTest, TriggerIntegrationTest]
[junit4] Completed [626/774 (1!)] on J0 in 203.55s, 14 tests, 1 failure <<< FAILURES!
[...truncated 44468 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_162) - Build # 1290
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1290/
Java: 32bit/jdk1.8.0_162 -client -XX:+UseConcMarkSweepGC
4 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([55745761EA106BC3:DD49DE1ED0D08A6E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState(TriggerIntegrationTest.java:426)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTriggerRestoreState
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([55745761EA106BC3:7E8B823A70687E13]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTriggerRestoreState(TriggerIntegrationTest.java:368)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([55745761EA106BC3:731EE958F11FC4AF]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTrigger(TriggerIntegrationTest.java:456)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeLostTriggerRestoreState
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([55745761EA106BC3:7E8B823A70687E13]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeLostTriggerRestoreState(TestTriggerIntegration.java:309)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12687 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_55745761EA106BC3-001/init-core-data-001
[junit4] 2> 1284757 WARN (SUITE-TriggerIntegrationTest-seed#[55745761EA106BC3]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
[junit4] 2> 1284757 INFO (SUITE-TriggerIntegrationTest-seed#[55745761EA106BC3]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1284759 INFO (SUITE-TriggerIntegrationTest-seed#[55745761EA106BC3]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1284761 INFO (SUITE-TriggerIntegrationTest-seed#[55745761EA106BC3]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1284762 INFO (SUITE-TriggerIntegrationTest-seed#[55745761EA106BC3]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_55745761EA106BC3-001/tempDir-001
[junit4] 2> 1284762 INFO (SUITE-TriggerIntegrationTest-seed#[55745761EA106BC3]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1284762 INFO (Thread-2674) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1284762 INFO (Thread-2674) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1284764 ERROR (Thread-2674) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1284862 INFO (SUITE-TriggerIntegrationTest-seed#[55745761EA106BC3]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:41007
[junit4] 2> 1284864 INFO (zkConnectionManagerCallback-6486-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1284868 INFO (jetty-launcher-6483-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1284868 INFO (jetty-launcher-6483-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1284871 INFO (jetty-launcher-6483-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1284871 INFO (jetty-launcher-6483-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1284871 INFO (jetty-launcher-6483-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1284871 INFO (jetty-launcher-6483-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1284871 INFO (jetty-launcher-6483-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1284871 INFO (jetty-launcher-6483-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1284872 INFO (jetty-launcher-6483-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@10d2098{/solr,null,AVAILABLE}
[junit4] 2> 1284872 INFO (jetty-launcher-6483-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b34844{/solr,null,AVAILABLE}
[junit4] 2> 1284874 INFO (jetty-launcher-6483-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@d97467{SSL,[ssl, http/1.1]}{127.0.0.1:42305}
[junit4] 2> 1284875 INFO (jetty-launcher-6483-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@ece539{SSL,[ssl, http/1.1]}{127.0.0.1:42435}
[junit4] 2> 1284875 INFO (jetty-launcher-6483-thread-2) [ ] o.e.j.s.Server Started @1285966ms
[junit4] 2> 1284875 INFO (jetty-launcher-6483-thread-1) [ ] o.e.j.s.Server Started @1285966ms
[junit4] 2> 1284875 INFO (jetty-launcher-6483-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42305}
[junit4] 2> 1284875 INFO (jetty-launcher-6483-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42435}
[junit4] 2> 1284875 ERROR (jetty-launcher-6483-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1284875 ERROR (jetty-launcher-6483-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1284875 INFO (jetty-launcher-6483-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1284875 INFO (jetty-launcher-6483-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1284875 INFO (jetty-launcher-6483-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1284875 INFO (jetty-launcher-6483-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1284875 INFO (jetty-launcher-6483-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1284876 INFO (jetty-launcher-6483-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1284876 INFO (jetty-launcher-6483-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T17:20:12.969Z
[junit4] 2> 1284876 INFO (jetty-launcher-6483-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T17:20:12.969Z
[junit4] 2> 1284878 INFO (zkConnectionManagerCallback-6489-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1284878 INFO (zkConnectionManagerCallback-6490-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1284878 INFO (jetty-launcher-6483-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1284878 INFO (jetty-launcher-6483-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1284894 INFO (jetty-launcher-6483-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41007/solr
[junit4] 2> 1284895 INFO (jetty-launcher-6483-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41007/solr
[junit4] 2> 1284896 INFO (zkConnectionManagerCallback-6495-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1284896 INFO (zkConnectionManagerCallback-6498-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1284898 INFO (zkConnectionManagerCallback-6502-thread-1-processing-n:127.0.0.1:42435_solr) [n:127.0.0.1:42435_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1284898 INFO (zkConnectionManagerCallback-6500-thread-1-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1284974 INFO (jetty-launcher-6483-thread-1) [n:127.0.0.1:42435_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1284974 INFO (jetty-launcher-6483-thread-2) [n:127.0.0.1:42305_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1284974 INFO (jetty-launcher-6483-thread-1) [n:127.0.0.1:42435_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42435_solr
[junit4] 2> 1284974 INFO (jetty-launcher-6483-thread-2) [n:127.0.0.1:42305_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42305_solr
[junit4] 2> 1284975 INFO (jetty-launcher-6483-thread-1) [n:127.0.0.1:42435_solr ] o.a.s.c.Overseer Overseer (id=72086532985257989-127.0.0.1:42435_solr-n_0000000000) starting
[junit4] 2> 1284985 INFO (zkCallback-6501-thread-1-processing-n:127.0.0.1:42435_solr) [n:127.0.0.1:42435_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1284986 INFO (zkCallback-6499-thread-1-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1284992 DEBUG (OverseerAutoScalingTriggerThread-72086532985257989-127.0.0.1:42435_solr-n_0000000000) [n:127.0.0.1:42435_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1284992 INFO (jetty-launcher-6483-thread-1) [n:127.0.0.1:42435_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42435_solr
[junit4] 2> 1284997 INFO (zkCallback-6499-thread-1-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1285003 DEBUG (OverseerAutoScalingTriggerThread-72086532985257989-127.0.0.1:42435_solr-n_0000000000) [n:127.0.0.1:42435_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1285003 DEBUG (OverseerAutoScalingTriggerThread-72086532985257989-127.0.0.1:42435_solr-n_0000000000) [n:127.0.0.1:42435_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:42305_solr]
[junit4] 2> 1285003 DEBUG (OverseerAutoScalingTriggerThread-72086532985257989-127.0.0.1:42435_solr-n_0000000000) [n:127.0.0.1:42435_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1285003 DEBUG (OverseerAutoScalingTriggerThread-72086532985257989-127.0.0.1:42435_solr-n_0000000000) [n:127.0.0.1:42435_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1285009 DEBUG (OverseerAutoScalingTriggerThread-72086532985257989-127.0.0.1:42435_solr-n_0000000000) [n:127.0.0.1:42435_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1285009 INFO (zkCallback-6501-thread-1-processing-n:127.0.0.1:42435_solr) [n:127.0.0.1:42435_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1285010 DEBUG (OverseerAutoScalingTriggerThread-72086532985257989-127.0.0.1:42435_solr-n_0000000000) [n:127.0.0.1:42435_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1285011 DEBUG (ScheduledTrigger-4228-thread-1) [n:127.0.0.1:42435_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1285232 INFO (jetty-launcher-6483-thread-2) [n:127.0.0.1:42305_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42305.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb401c
[junit4] 2> 1285234 INFO (jetty-launcher-6483-thread-1) [n:127.0.0.1:42435_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42435.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb401c
[junit4] 2> 1285251 INFO (jetty-launcher-6483-thread-1) [n:127.0.0.1:42435_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42435.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb401c
[junit4] 2> 1285252 INFO (jetty-launcher-6483-thread-1) [n:127.0.0.1:42435_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42435.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb401c
[junit4] 2> 1285252 INFO (jetty-launcher-6483-thread-2) [n:127.0.0.1:42305_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42305.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb401c
[junit4] 2> 1285252 INFO (jetty-launcher-6483-thread-2) [n:127.0.0.1:42305_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42305.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb401c
[junit4] 2> 1285254 INFO (jetty-launcher-6483-thread-1) [n:127.0.0.1:42435_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_55745761EA106BC3-001/tempDir-001/node1/.
[junit4] 2> 1285255 INFO (jetty-launcher-6483-thread-2) [n:127.0.0.1:42305_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_55745761EA106BC3-001/tempDir-001/node2/.
[junit4] 2> 1285328 INFO (zkConnectionManagerCallback-6508-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1285329 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1001a51dfad0007, likely client has closed socket
[junit4] 2> 1285331 INFO (zkConnectionManagerCallback-6512-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1285332 INFO (SUITE-TriggerIntegrationTest-seed#[55745761EA106BC3]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1285333 INFO (SUITE-TriggerIntegrationTest-seed#[55745761EA106BC3]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41007/solr ready
[junit4] 2> 1285344 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeMarkersRegistration
[junit4] 2> 1285347 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 1285347 DEBUG (zkCallback-6501-thread-1-processing-n:127.0.0.1:42435_solr) [n:127.0.0.1:42435_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1285347 DEBUG (OverseerAutoScalingTriggerThread-72086532985257989-127.0.0.1:42435_solr-n_0000000000) [n:127.0.0.1:42435_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1285348 DEBUG (OverseerAutoScalingTriggerThread-72086532985257989-127.0.0.1:42435_solr-n_0000000000) [n:127.0.0.1:42435_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1285348 DEBUG (OverseerAutoScalingTriggerThread-72086532985257989-127.0.0.1:42435_solr-n_0000000000) [n:127.0.0.1:42435_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1285348 DEBUG (OverseerAutoScalingTriggerThread-72086532985257989-127.0.0.1:42435_solr-n_0000000000) [n:127.0.0.1:42435_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1285426 INFO (qtp5118545-17983) [n:127.0.0.1:42305_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1285433 INFO (qtp5118545-17983) [n:127.0.0.1:42305_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 1285435 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1285437 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1285437 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1285437 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1285437 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@cc2fef{/solr,null,AVAILABLE}
[junit4] 2> 1285438 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@fef625{SSL,[ssl, http/1.1]}{127.0.0.1:41337}
[junit4] 2> 1285438 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.e.j.s.Server Started @1286529ms
[junit4] 2> 1285438 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41337}
[junit4] 2> 1285438 ERROR (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1285438 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1285439 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1285439 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1285439 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T17:20:13.532Z
[junit4] 2> 1285442 INFO (zkConnectionManagerCallback-6514-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1285443 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1285454 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41007/solr
[junit4] 2> 1285455 INFO (zkConnectionManagerCallback-6518-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1285457 INFO (zkConnectionManagerCallback-6520-thread-1-processing-n:127.0.0.1:41337_solr) [n:127.0.0.1:41337_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1285462 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [n:127.0.0.1:41337_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1285463 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [n:127.0.0.1:41337_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1285464 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [n:127.0.0.1:41337_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41337_solr
[junit4] 2> 1285465 INFO (zkCallback-6501-thread-1-processing-n:127.0.0.1:42435_solr) [n:127.0.0.1:42435_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1285465 INFO (zkCallback-6499-thread-1-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1285465 INFO (zkCallback-6519-thread-1-processing-n:127.0.0.1:41337_solr) [n:127.0.0.1:41337_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1285465 INFO (zkCallback-6511-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1285627 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [n:127.0.0.1:41337_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41337.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb401c
[junit4] 2> 1285643 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [n:127.0.0.1:41337_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41337.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb401c
[junit4] 2> 1285644 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [n:127.0.0.1:41337_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41337.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb401c
[junit4] 2> 1285646 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [n:127.0.0.1:41337_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_55745761EA106BC3-001/tempDir-001/node3/.
[junit4] 2> 1285716 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== KILL OVERSEER 1
[junit4] 2> 1285718 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@ece539{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1285718 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2763620
[junit4] 2> 1285718 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1285718 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@13d5189: rootName = solr_42435, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1565496
[junit4] 2> 1285726 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1285726 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@435504: rootName = solr_42435, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@b22f4a
[junit4] 2> 1285731 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1285731 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7ef63b: rootName = solr_42435, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@f59b8c
[junit4] 2> 1285733 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:42435_solr
[junit4] 2> 1285733 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1285733 INFO (zkCallback-6511-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1285733 INFO (zkCallback-6501-thread-1-processing-n:127.0.0.1:42435_solr) [n:127.0.0.1:42435_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1285733 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1285733 INFO (zkCallback-6519-thread-1-processing-n:127.0.0.1:41337_solr) [n:127.0.0.1:41337_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1285734 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.c.Overseer Overseer (id=72086532985257989-127.0.0.1:42435_solr-n_0000000000) closing
[junit4] 2> 1285734 INFO (OverseerStateUpdate-72086532985257989-127.0.0.1:42435_solr-n_0000000000) [n:127.0.0.1:42435_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42435_solr
[junit4] 2> 1285734 WARN (OverseerAutoScalingTriggerThread-72086532985257989-127.0.0.1:42435_solr-n_0000000000) [n:127.0.0.1:42435_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1285734 DEBUG (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1285735 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@10d2098{/solr,null,UNAVAILABLE}
[junit4] 2> 1285735 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1285736 INFO (zkCallback-6499-thread-1-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1285736 INFO (zkCallback-6499-thread-2-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42305_solr
[junit4] 2> 1285737 INFO (zkCallback-6499-thread-2-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.Overseer Overseer (id=72086532985257990-127.0.0.1:42305_solr-n_0000000001) starting
[junit4] 2> 1285743 DEBUG (OverseerAutoScalingTriggerThread-72086532985257990-127.0.0.1:42305_solr-n_0000000001) [n:127.0.0.1:42305_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1285743 DEBUG (OverseerAutoScalingTriggerThread-72086532985257990-127.0.0.1:42305_solr-n_0000000001) [n:127.0.0.1:42305_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 1285744 DEBUG (OverseerAutoScalingTriggerThread-72086532985257990-127.0.0.1:42305_solr-n_0000000001) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:41337_solr, 127.0.0.1:42305_solr]
[junit4] 2> 1285744 DEBUG (OverseerAutoScalingTriggerThread-72086532985257990-127.0.0.1:42305_solr-n_0000000001) [n:127.0.0.1:42305_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion -1
[junit4] 2> 1285744 DEBUG (OverseerAutoScalingTriggerThread-72086532985257990-127.0.0.1:42305_solr-n_0000000001) [n:127.0.0.1:42305_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1285745 DEBUG (OverseerAutoScalingTriggerThread-72086532985257990-127.0.0.1:42305_solr-n_0000000001) [n:127.0.0.1:42305_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1285745 DEBUG (OverseerAutoScalingTriggerThread-72086532985257990-127.0.0.1:42305_solr-n_0000000001) [n:127.0.0.1:42305_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1285745 DEBUG (ScheduledTrigger-4243-thread-1) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1286746 DEBUG (ScheduledTrigger-4243-thread-1) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1287747 DEBUG (ScheduledTrigger-4243-thread-2) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1288747 DEBUG (ScheduledTrigger-4243-thread-1) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1289748 DEBUG (ScheduledTrigger-4243-thread-1) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1290736 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== ADD TRIGGERS
[junit4] 2> 1290748 DEBUG (ScheduledTrigger-4243-thread-1) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1290821 INFO (qtp32826993-18035) [n:127.0.0.1:41337_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1290826 INFO (qtp5118545-17985) [n:127.0.0.1:42305_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1290827 DEBUG (qtp32826993-18039) [n:127.0.0.1:41337_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1290828 INFO (qtp32826993-18039) [n:127.0.0.1:41337_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=14
[junit4] 2> 1290828 DEBUG (zkCallback-6499-thread-2-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 1290831 DEBUG (zkCallback-6499-thread-2-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:41337_solr, 127.0.0.1:42305_solr]
[junit4] 2> 1290831 DEBUG (zkCallback-6499-thread-2-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}], enabled=true}
[junit4] 2> 1290832 DEBUG (zkCallback-6499-thread-2-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:41337_solr, 127.0.0.1:42305_solr]
[junit4] 2> 1290832 DEBUG (OverseerAutoScalingTriggerThread-72086532985257990-127.0.0.1:42305_solr-n_0000000001) [n:127.0.0.1:42305_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 1290834 INFO (OverseerAutoScalingTriggerThread-72086532985257990-127.0.0.1:42305_solr-n_0000000001) [n:127.0.0.1:42305_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 1290834 INFO (qtp32826993-18040) [n:127.0.0.1:41337_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1290835 DEBUG (OverseerAutoScalingTriggerThread-72086532985257990-127.0.0.1:42305_solr-n_0000000001) [n:127.0.0.1:42305_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 1290835 DEBUG (ScheduledTrigger-4243-thread-3) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 1290836 DEBUG (ScheduledTrigger-4243-thread-3) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1290836 INFO (qtp5118545-17983) [n:127.0.0.1:42305_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1290837 DEBUG (qtp32826993-18041) [n:127.0.0.1:41337_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1290838 INFO (qtp32826993-18041) [n:127.0.0.1:41337_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 1290838 DEBUG (zkCallback-6499-thread-2-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 1290838 DEBUG (zkCallback-6499-thread-2-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:41337_solr, 127.0.0.1:42305_solr]
[junit4] 2> 1290839 DEBUG (zkCallback-6499-thread-2-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:41337_solr, 127.0.0.1:42305_solr]
[junit4] 2> 1290839 DEBUG (zkCallback-6499-thread-2-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}], enabled=true}
[junit4] 2> 1290839 DEBUG (zkCallback-6499-thread-2-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:41337_solr, 127.0.0.1:42305_solr]
[junit4] 2> 1290839 DEBUG (OverseerAutoScalingTriggerThread-72086532985257990-127.0.0.1:42305_solr-n_0000000001) [n:127.0.0.1:42305_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 1290840 INFO (OverseerAutoScalingTriggerThread-72086532985257990-127.0.0.1:42305_solr-n_0000000001) [n:127.0.0.1:42305_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 1290840 INFO (qtp32826993-18039) [n:127.0.0.1:41337_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1290841 DEBUG (OverseerAutoScalingTriggerThread-72086532985257990-127.0.0.1:42305_solr-n_0000000001) [n:127.0.0.1:42305_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 1290841 DEBUG (ScheduledTrigger-4243-thread-1) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 2
[junit4] 2> 1290846 INFO (qtp32826993-18039) [n:127.0.0.1:41337_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 1290847 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== ADD NODE 1
[junit4] 2> 1290850 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1290851 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1290851 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1290851 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1290852 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2fced8{/solr,null,AVAILABLE}
[junit4] 2> 1290853 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@921309{SSL,[ssl, http/1.1]}{127.0.0.1:41289}
[junit4] 2> 1290853 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.e.j.s.Server Started @1291944ms
[junit4] 2> 1290853 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41289}
[junit4] 2> 1290853 ERROR (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1290853 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1290854 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1290854 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1290854 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T17:20:18.947Z
[junit4] 2> 1290856 INFO (zkConnectionManagerCallback-6524-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1290856 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1290867 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41007/solr
[junit4] 2> 1290873 INFO (zkConnectionManagerCallback-6528-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1290880 INFO (zkConnectionManagerCallback-6530-thread-1-processing-n:127.0.0.1:41289_solr) [n:127.0.0.1:41289_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1290884 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [n:127.0.0.1:41289_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1290885 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [n:127.0.0.1:41289_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1290887 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [n:127.0.0.1:41289_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41289_solr
[junit4] 2> 1290888 INFO (zkCallback-6511-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1290889 INFO (zkCallback-6499-thread-2-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1290889 INFO (zkCallback-6519-thread-1-processing-n:127.0.0.1:41337_solr) [n:127.0.0.1:41337_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1290891 INFO (zkCallback-6529-thread-1-processing-n:127.0.0.1:41289_solr) [n:127.0.0.1:41289_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1291104 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [n:127.0.0.1:41289_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41289.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb401c
[junit4] 2> 1291115 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [n:127.0.0.1:41289_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41289.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb401c
[junit4] 2> 1291115 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [n:127.0.0.1:41289_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41289.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb401c
[junit4] 2> 1291117 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [n:127.0.0.1:41289_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_55745761EA106BC3-001/tempDir-001/node4/.
[junit4] 2> 1291749 DEBUG (ScheduledTrigger-4243-thread-4) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1291838 DEBUG (ScheduledTrigger-4243-thread-2) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 1291838 DEBUG (ScheduledTrigger-4243-thread-2) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1291838 DEBUG (ScheduledTrigger-4243-thread-2) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:41289_solr at time 441580369374947
[junit4] 2> 1291841 DEBUG (ScheduledTrigger-4243-thread-1) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 3
[junit4] 2> 1292750 DEBUG (ScheduledTrigger-4243-thread-3) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1292840 DEBUG (ScheduledTrigger-4243-thread-4) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 1292840 DEBUG (ScheduledTrigger-4243-thread-4) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1292840 DEBUG (ScheduledTrigger-4243-thread-4) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR firing registered processor for nodes: [127.0.0.1:41289_solr] added at times [441580369374947], now=441581370823869
[junit4] 2> 1292840 DEBUG (ScheduledTrigger-4243-thread-4) [n:127.0.0.1:42305_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"1919d710e6ee3T27en34prc9g1d5gf4bwjpuwxk",
[junit4] 2> "source":"node_added_triggerMR",
[junit4] 2> "eventTime":441580369374947,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[441580369374947],
[junit4] 2> "nodeNames":["127.0.0.1:41289_solr"]}}
[junit4] 2> 1292841 DEBUG (ScheduledTrigger-4243-thread-4) [n:127.0.0.1:42305_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_triggerMR, node_added_triggerMR, .auto_add_replicas]
[junit4] 2> 1292841 INFO (ScheduledTrigger-4243-thread-4) [n:127.0.0.1:42305_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1292842 DEBUG (AutoscalingActionExecutor-4244-thread-1-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"1919d710e6ee3T27en34prc9g1d5gf4bwjpuwxk",
[junit4] 2> "source":"node_added_triggerMR",
[junit4] 2> "eventTime":441580369374947,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[441580369374947],
[junit4] 2> "_enqueue_time_":441581371662807,
[junit4] 2> "nodeNames":["127.0.0.1:41289_solr"]}}
[junit4] 2> 1292843 DEBUG (AutoscalingActionExecutor-4244-thread-1-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_triggerMR after 5000ms
[junit4] 2> 1292843 DEBUG (AutoscalingActionExecutor-4244-thread-1-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerMR after 5000ms
[junit4] 2> 1292843 DEBUG (AutoscalingActionExecutor-4244-thread-1-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 1292843 DEBUG (AutoscalingActionExecutor-4244-thread-1-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=1919d710e6ee3T27en34prc9g1d5gf4bwjpuwxk
[junit4] 2> 1292843 INFO (OverseerCollectionConfigSetProcessor-72086532985257990-127.0.0.1:42305_solr-n_0000000001) [n:127.0.0.1:42305_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1296165 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== KILL OVERSEER 2
[junit4] 2> 1296166 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@d97467{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1296167 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=18896962
[junit4] 2> 1296167 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1296167 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@f5ee2d: rootName = solr_42305, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1cdb517
[junit4] 2> 1296173 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1296174 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1715b62: rootName = solr_42305, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@b22f4a
[junit4] 2> 1296179 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1296179 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@17ade40: rootName = solr_42305, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@f59b8c
[junit4] 2> 1296180 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:42305_solr
[junit4] 2> 1296181 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1296181 INFO (zkCallback-6529-thread-1-processing-n:127.0.0.1:41289_solr) [n:127.0.0.1:41289_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1296181 INFO (zkCallback-6519-thread-1-processing-n:127.0.0.1:41337_solr) [n:127.0.0.1:41337_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1296181 INFO (zkCallback-6499-thread-2-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1296181 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1296181 INFO (zkCallback-6511-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1296181 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.c.Overseer Overseer (id=72086532985257990-127.0.0.1:42305_solr-n_0000000001) closing
[junit4] 2> 1296181 INFO (OverseerStateUpdate-72086532985257990-127.0.0.1:42305_solr-n_0000000001) [n:127.0.0.1:42305_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42305_solr
[junit4] 2> 1296181 WARN (OverseerAutoScalingTriggerThread-72086532985257990-127.0.0.1:42305_solr-n_0000000001) [n:127.0.0.1:42305_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1296182 DEBUG (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1296182 INFO (zkCallback-6519-thread-1-processing-n:127.0.0.1:41337_solr) [n:127.0.0.1:41337_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41337_solr
[junit4] 2> 1296183 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1b34844{/solr,null,UNAVAILABLE}
[junit4] 2> 1296183 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1296183 INFO (zkCallback-6519-thread-1-processing-n:127.0.0.1:41337_solr) [n:127.0.0.1:41337_solr ] o.a.s.c.Overseer Overseer (id=72086532985257995-127.0.0.1:41337_solr-n_0000000002) starting
[junit4] 2> 1296187 DEBUG (OverseerAutoScalingTriggerThread-72086532985257995-127.0.0.1:41337_solr-n_0000000002) [n:127.0.0.1:41337_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 1296188 DEBUG (OverseerAutoScalingTriggerThread-72086532985257995-127.0.0.1:41337_solr-n_0000000002) [n:127.0.0.1:41337_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:41289_solr, 127.0.0.1:41337_solr]
[junit4] 2> 1296188 DEBUG (OverseerAutoScalingTriggerThread-72086532985257995-127.0.0.1:41337_solr-n_0000000002) [n:127.0.0.1:41337_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:41289_solr, 127.0.0.1:41337_solr]
[junit4] 2> 1296188 DEBUG (OverseerAutoScalingTriggerThread-72086532985257995-127.0.0.1:41337_solr-n_0000000002) [n:127.0.0.1:41337_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}], enabled=true}
[junit4] 2> 1296189 DEBUG (OverseerAutoScalingTriggerThread-72086532985257995-127.0.0.1:41337_solr-n_0000000002) [n:127.0.0.1:41337_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:41289_solr, 127.0.0.1:41337_solr]
[junit4] 2> 1296189 DEBUG (OverseerAutoScalingTriggerThread-72086532985257995-127.0.0.1:41337_solr-n_0000000002) [n:127.0.0.1:41337_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion -1
[junit4] 2> 1296189 DEBUG (OverseerAutoScalingTriggerThread-72086532985257995-127.0.0.1:41337_solr-n_0000000002) [n:127.0.0.1:41337_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 1296190 INFO (OverseerAutoScalingTriggerThread-72086532985257995-127.0.0.1:41337_solr-n_0000000002) [n:127.0.0.1:41337_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 1296190 DEBUG (OverseerAutoScalingTriggerThread-72086532985257995-127.0.0.1:41337_solr-n_0000000002) [n:127.0.0.1:41337_solr ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:42305_solr
[junit4] 2> 1296190 INFO (OverseerAutoScalingTriggerThread-72086532985257995-127.0.0.1:41337_solr-n_0000000002) [n:127.0.0.1:41337_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 1296191 DEBUG (ScheduledTrigger-4254-thread-1) [n:127.0.0.1:41337_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 2
[junit4] 2> 1296191 DEBUG (ScheduledTrigger-4254-thread-1) [n:127.0.0.1:41337_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:42305_solr
[junit4] 2> 1296191 DEBUG (OverseerAutoScalingTriggerThread-72086532985257995-127.0.0.1:41337_solr-n_0000000002) [n:127.0.0.1:41337_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 1296192 DEBUG (ScheduledTrigger-4254-thread-2) [n:127.0.0.1:41337_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 1296192 DEBUG (ScheduledTrigger-4254-thread-2) [n:127.0.0.1:41337_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1296192 DEBUG (ScheduledTrigger-4254-thread-3) [n:127.0.0.1:41337_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1296192 DEBUG (ScheduledTrigger-4254-thread-3) [n:127.0.0.1:41337_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:42305_solr
[junit4] 2> 1297192 DEBUG (ScheduledTrigger-4254-thread-1) [n:127.0.0.1:41337_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 2
[junit4] 2> 1297192 DEBUG (ScheduledTrigger-4254-thread-1) [n:127.0.0.1:41337_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:42305_solr]
[junit4] 2> 1297192 DEBUG (ScheduledTrigger-4254-thread-1) [n:127.0.0.1:41337_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"1919e747b5736T27en34prc9g1d5gf4bwjpuwxm",
[junit4] 2> "source":"node_lost_triggerMR",
[junit4] 2> "eventTime":441584721811254,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[441584721811254],
[junit4] 2> "nodeNames":["127.0.0.1:42305_solr"]}}
[junit4] 2> 1297193 DEBUG (ScheduledTrigger-4254-thread-4) [n:127.0.0.1:41337_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 1297193 DEBUG (ScheduledTrigger-4254-thread-1) [n:127.0.0.1:41337_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_triggerMR, node_added_triggerMR, .auto_add_replicas]
[junit4] 2> 1297193 DEBUG (ScheduledTrigger-4254-thread-4) [n:127.0.0.1:41337_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1297194 INFO (ScheduledTrigger-4254-thread-1) [n:127.0.0.1:41337_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1297194 DEBUG (AutoscalingActionExecutor-4255-thread-1-processing-n:127.0.0.1:41337_solr) [n:127.0.0.1:41337_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"1919e747b5736T27en34prc9g1d5gf4bwjpuwxm",
[junit4] 2> "source":"node_lost_triggerMR",
[junit4] 2> "eventTime":441584721811254,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[441584721811254],
[junit4] 2> "_enqueue_time_":441585723698341,
[junit4] 2> "nodeNames":["127.0.0.1:42305_solr"]}}
[junit4] 2> 1297194 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeMarkersRegistration
[junit4] 2> 1297195 DEBUG (AutoscalingActionExecutor-4255-thread-1-processing-n:127.0.0.1:41337_solr) [n:127.0.0.1:41337_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_triggerMR after 5000ms
[junit4] 2> 1297195 DEBUG (AutoscalingActionExecutor-4255-thread-1-processing-n:127.0.0.1:41337_solr) [n:127.0.0.1:41337_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerMR after 5000ms
[junit4] 2> 1297195 DEBUG (AutoscalingActionExecutor-4255-thread-1-processing-n:127.0.0.1:41337_solr) [n:127.0.0.1:41337_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 1297195 DEBUG (AutoscalingActionExecutor-4255-thread-1-processing-n:127.0.0.1:41337_solr) [n:127.0.0.1:41337_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=1919e747b5736T27en34prc9g1d5gf4bwjpuwxm
[junit4] 2> 1297208 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[55745761EA106BC3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSetProperties
[junit4] 2> 1297208 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 6
[junit4] 2> 1297209 DEBUG (zkCallback-6519-thread-1-processing-n:127.0.0.1:41337_solr) [n:127.0.0.1:41337_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 1297209 DEBUG (OverseerAutoScalingTriggerThread-72086532985257995-127.0.0.1:41337_solr-n_0000000002) [n:127.0.0.1:41337_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 1297211 DEBUG (OverseerAutoScalingTriggerThread-72086532985257995-127.0.0.1:41337_solr-n_0000000002) [n:127.0.0.1:41337_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1297211 DEBUG (OverseerAutoScalingTriggerThread-72086532985257995-127.0.0.1:41337_solr-n_0000000002) [n:127.0.0.1:41337_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1297211 DEBUG (OverseerAutoScalingTriggerThread-72086532985257995-127.0.0.1:41337_solr-n_0000000002) [n:127.0.0.1:41337_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 1298213 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerScheduleDelaySeconds from: 1 to: 4
[junit4] 2> 1306216 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerScheduleDelaySeconds from: 4 to: 1
[junit4] 2> 1316223 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerCorePoolSize from: 4 to: 6
[junit4] 2> 1326230 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[55745761EA106BC3]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSetProperties
[junit4] 2> 1326241 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSearchRate
[junit4] 2> 1326242 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 7
[junit4] 2> 1326242 DEBUG (zkCallback-6519-thread-1-processing-n:127.0.0.1:41337_solr) [n:127.0.0.1:41337_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 1326242 DEBUG (OverseerAutoScalingTriggerThread-72086532985257995-127.0.0.1:41337_solr-n_0000000002) [n:127.0.0.1:41337_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 1326242 DEBUG (OverseerAutoScalingTriggerThread-72086532985257995-127.0.0.1:41337_solr-n_0000000002) [n:127.0.0.1:41337_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1326242 DEBUG (OverseerAutoScalingTriggerThread-72086532985257995-127.0.0.1:41337_solr-n_0000000002) [n:127.0.0.1:41337_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1326243 DEBUG (OverseerAutoScalingTriggerThread-72086532985257995-127.0.0.1:41337_solr-n_0000000002) [n:127.0.0.1:41337_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 1326244 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1326244 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1326244 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1326244 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1326245 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@65a282{/solr,null,AVAILABLE}
[junit4] 2> 1326245 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@10b24db{SSL,[ssl, http/1.1]}{127.0.0.1:42933}
[junit4] 2> 1326245 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.e.j.s.Server Started @1327337ms
[junit4] 2> 1326246 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42933}
[junit4] 2> 1326246 ERROR (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1326246 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1326246 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1326246 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1326246 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T17:20:54.339Z
[junit4] 2> 1326247 INFO (zkConnectionManagerCallback-6534-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1326248 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1326259 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41007/solr
[junit4] 2> 1326261 INFO (zkConnectionManagerCallback-6538-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1326263 INFO (zkConnectionManagerCallback-6540-thread-1-processing-n:127.0.0.1:42933_solr) [n:127.0.0.1:42933_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1326266 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [n:127.0.0.1:42933_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1326267 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [n:127.0.0.1:42933_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1326268 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [n:127.0.0.1:42933_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42933_solr
[junit4] 2> 1326269 INFO (zkCallback-6511-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1326269 INFO (zkCallback-6519-thread-1-processing-n:127.0.0.1:41337_solr) [n:127.0.0.1:41337_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1326269 INFO (zkCallback-6539-thread-1-processing-n:127.0.0.1:42933_solr) [n:127.0.0.1:42933_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1326269 INFO (zkCallback-6529-thread-1-processing-n:127.0.0.1:41289_solr) [n:127.0.0.1:41289_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1326454 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [n:127.0.0.1:42933_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42933.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb401c
[junit4] 2> 1326465 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [n:127.0.0.1:42933_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42933.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb401c
[junit4] 2> 1326465 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [n:127.0.0.1:42933_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42933.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb401c
[junit4] 2> 1326467 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [n:127.0.0.1:42933_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_55745761EA106BC3-001/tempDir-001/node5/.
[junit4] 2> 1326515 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1326516 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1326516 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1326516 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1326516 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d56886{/solr,null,AVAILABLE}
[junit4] 2> 1326517 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@ea876e{SSL,[ssl, http/1.1]}{127.0.0.1:46741}
[junit4] 2> 1326517 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.e.j.s.Server Started @1327608ms
[junit4] 2> 1326517 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46741}
[junit4] 2> 1326517 ERROR (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1326517 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1326517 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1326517 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1326517 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T17:20:54.610Z
[junit4] 2> 1326519 INFO (zkConnectionManagerCallback-6544-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1326520 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1326529 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41007/solr
[junit4] 2> 1326530 INFO (zkConnectionManagerCallback-6548-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1326535 INFO (zkConnectionManagerCallback-6550-thread-1-processing-n:127.0.0.1:46741_solr) [n:127.0.0.1:46741_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1326539 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [n:127.0.0.1:46741_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1326540 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [n:127.0.0.1:46741_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1326542 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [n:127.0.0.1:46741_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46741_solr
[junit4] 2> 1326543 INFO (zkCallback-6529-thread-1-processing-n:127.0.0.1:41289_solr) [n:127.0.0.1:41289_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1326543 INFO (zkCallback-6539-thread-1-processing-n:127.0.0.1:42933_solr) [n:127.0.0.1:42933_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1326543 INFO (zkCallback-6511-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1326543 INFO (zkCallback-6519-thread-1-processing-n:127.0.0.1:41337_solr) [n:127.0.0.1:41337_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4]
[...truncated too long message...]
0.0.1:10174_solr]
[junit4] 2> 3399602 DEBUG (simCloudManagerPool-9892-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10169_solr, 127.0.0.1:10175_solr, 127.0.0.1:10174_solr]
[junit4] 2> 3399602 DEBUG (simCloudManagerPool-9892-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}], enabled=true}
[junit4] 2> 3399603 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 45
[junit4] 2> 3399603 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 45, lastZnodeVersion 45
[junit4] 2> 3399643 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[55745761EA106BC3]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTrigger
[junit4] 2> 3399643 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 3399643 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 3399643 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 3399643 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 3399643 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 3
[junit4] 2> 3399643 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 3
[junit4] 2> 3399643 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 3399643 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 3399643 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 3399643 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 3399643 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 3399643 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 3399643 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 2
[junit4] 2> 3399643 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 2
[junit4] 2> 3399643 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 3399643 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger
[junit4] 2> 3399644 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> 3399644 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1
[junit4] 2> 3399644 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3399644 DEBUG (SUITE-TestTriggerIntegration-seed#[55745761EA106BC3]-worker) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestTriggerIntegration_55745761EA106BC3-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=802, maxMBSortInHeap=7.973438397117974, sim=RandomSimilarity(queryNorm=false): {}, locale=es-SV, timezone=Pacific/Enderbury
[junit4] 2> NOTE: Linux 4.13.0-32-generic i386/Oracle Corporation 1.8.0_162 (32-bit)/cpus=8,threads=1,free=129427584,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [StressHdfsTest, TestPolicyCloud, TestLegacyTerms, TestStressLiveNodes, DistributedQueryComponentOptimizationTest, CdcrUpdateLogTest, TestJavabinTupleStreamParser, FileUtilsTest, TestQueryUtils, SolrMetricManagerTest, TestSolrIndexConfig, BasicZkTest, TestStressRecovery, ScriptEngineTest, TestNumericRangeQuery64, SearchHandlerTest, RestartWhileUpdatingTest, JvmMetricsTest, TestCoreBackup, TestSmileRequest, TestCloudSearcherWarming, SuggesterFSTTest, TestUninvertingReader, UpdateRequestProcessorFactoryTest, TestTrie, OverseerTest, TestReplicationHandler, TestSystemCollAutoCreate, SortSpecParsingTest, SignatureUpdateProcessorFactoryTest, TestJsonRequest, UpdateLogTest, SoftAutoCommitTest, TestCloudPivotFacet, ZkControllerTest, TestComplexPhraseLeadingWildcard, ConfigSetsAPITest, TestPostingsSolrHighlighter, BasicFunctionalityTest, BlockJoinFacetSimpleTest, HdfsTlogReplayBufferedWhileIndexingTest, DirectUpdateHandlerOptimizeTest, DistributedFacetPivotLargeTest, TestRTGBase, HdfsDirectoryTest, TestXIncludeConfig, StatsReloadRaceTest, TestFileDictionaryLookup, TestTrieFacet, CollectionStateFormat2Test, TestExclusionRuleCollectionAccess, LegacyCloudClusterPropTest, TestTolerantUpdateProcessorRandomCloud, TestPerFieldSimilarity, PeerSyncReplicationTest, AlternateDirectoryTest, SolrJmxReporterTest, BadComponentTest, TestBM25SimilarityFactory, CollectionTooManyReplicasTest, LoggingHandlerTest, TestJettySolrRunner, BitVectorTest, TestImpersonationWithHadoopAuth, TestFieldCache, TestZkChroot, TriLevelCompositeIdRoutingTest, DocumentBuilderTest, AtomicUpdateProcessorFactoryTest, LeaderFailoverAfterPartitionTest, EnumFieldTest, ZkStateWriterTest, TestNamedUpdateProcessors, CdcrReplicationDistributedZkTest, TestMaxScoreQueryParser, TestSolrCloudSnapshots, MetricTriggerTest, TestImplicitCoreProperties, DistributedFacetSimpleRefinementLongTailTest, TestLRUStatsCache, PrimitiveFieldTypeTest, RulesTest, QueryElevationComponentTest, TestStressVersions, TestCursorMarkWithoutUniqueKey, DirectSolrConnectionTest, XsltUpdateRequestHandlerTest, TestUseDocValuesAsStored, ReplaceNodeNoTargetTest, TestSkipOverseerOperations, SimplePostToolTest, TestHashQParserPlugin, TestLegacyField, ConcurrentDeleteAndCreateCollectionTest, DeleteNodeTest, PreAnalyzedUpdateProcessorTest, SortByFunctionTest, RequiredFieldsTest, SolrShardReporterTest, TriggerIntegrationTest, TestSolrCLIRunExample, IndexSchemaTest, TestPerFieldSimilarityWithDefaultOverride, TestNoOpRegenerator, AutoAddReplicasPlanActionTest, TestDynamicFieldCollectionResource, BadCopyFieldTest, QueryResultKeyTest, TestSQLHandlerNonCloud, MoveReplicaHDFSFailoverTest, TestCorePropertiesReload, TestNRTOpen, TestCharFilters, PKIAuthenticationIntegrationTest, AnalyticsQueryTest, CreateRoutedAliasTest, TestChildDocTransformer, TestDeleteCollectionOnDownNodes, TestSearchPerf, CdcrVersionReplicationTest, ChaosMonkeySafeLeaderTest, TestClassicSimilarityFactory, HttpSolrCallGetCoreTest, TestRuleBasedAuthorizationPlugin, OverriddenZkACLAndCredentialsProvidersTest, TestFoldingMultitermQuery, TestMinMaxOnMultiValuedField, UnloadDistributedZkTest, SyncSliceTest, LeaderElectionIntegrationTest, ShardRoutingTest, RecoveryZkTest, ClusterStateUpdateTest, LeaderElectionTest, ZkSolrClientTest, ZkCLITest, ShardRoutingCustomTest, TestDistributedSearch, TestDistributedGrouping, TestRecovery, TestRealTimeGet, TestJoin, StatsComponentTest, PeerSyncTest, TestIndexSearcher, DistributedQueryElevationComponentTest, DocValuesTest, DefaultValueUpdateProcessorTest, DocValuesMultiTest, TestSolrDeletionPolicy1, DebugComponentTest, TestReversedWildcardFilterFactory, FileBasedSpellCheckerTest, XmlUpdateRequestHandlerTest, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, TestIndexingPerformance, MoreLikeThisHandlerTest, FastVectorHighlighterTest, TestCollationField, TestCSVResponseWriter, QueryParsingTest, JsonLoaderTest, PingRequestHandlerTest, TestLFUCache, TestDistributedMissingSort, TestEmbeddedSolrServerConstructors, ConnectionReuseTest, AsyncCallRequestStatusResponseTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionsAPISolrJTest, DeleteInactiveReplicaTest, DistribJoinFromCollectionTest, DocValuesNotIndexedTest, HttpPartitionOnCommitTest, LIRRollingUpdatesTest, LeaderFailureAfterFreshStartTest, MoveReplicaHDFSTest, SaslZkACLProviderTest, SolrXmlInZkTest, TestConfigSetsAPI, TestOnReconnectListenerSupport, TestPullReplica, TestRequestForwarding, TestSegmentSorting, TestStressInPlaceUpdates, TestCollectionsAPIViaSolrCloudCluster, TestLocalFSCloudBackupRestore, AutoAddReplicasIntegrationTest, TestComputePlanAction, TestDistribStateManager, TestGenericDistributedQueue, TestLargeCluster, TestTriggerIntegration]
[junit4] Completed [589/774 (2!)] on J1 in 3.53s, 11 tests, 1 failure <<< FAILURES!
[...truncated 44603 lines...]
[JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-10-ea+41) - Build #
1288 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1288/
Java: 64bit/jdk-10-ea+41 -XX:-UseCompressedOops -XX:+UseSerialGC
3 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testSearchRate
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([83204A318323C773:DE6854B84CE5613C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testSearchRate(TriggerIntegrationTest.java:1438)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([83204A318323C773:392C7DBEDCCB113C]:0)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1565)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration
Error Message:
Path /autoscaling/nodeAdded/127.0.0.1:46439_solr wasn't created
Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:46439_solr wasn't created
at __randomizedtesting.SeedInfo.seed([83204A318323C773:9B9AC23D8D160A9C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration(TriggerIntegrationTest.java:938)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 13804 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> 2662028 INFO (SUITE-TriggerIntegrationTest-seed#[83204A318323C773]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_83204A318323C773-001/init-core-data-001
[junit4] 2> 2662028 WARN (SUITE-TriggerIntegrationTest-seed#[83204A318323C773]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 2662028 INFO (SUITE-TriggerIntegrationTest-seed#[83204A318323C773]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2662029 INFO (SUITE-TriggerIntegrationTest-seed#[83204A318323C773]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 2662030 INFO (SUITE-TriggerIntegrationTest-seed#[83204A318323C773]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_83204A318323C773-001/tempDir-001
[junit4] 2> 2662030 INFO (SUITE-TriggerIntegrationTest-seed#[83204A318323C773]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2662030 INFO (Thread-7367) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2662030 INFO (Thread-7367) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2662031 ERROR (Thread-7367) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2662130 INFO (SUITE-TriggerIntegrationTest-seed#[83204A318323C773]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39329
[junit4] 2> 2662132 INFO (zkConnectionManagerCallback-3224-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2662135 INFO (jetty-launcher-3221-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2662135 INFO (jetty-launcher-3221-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2662135 INFO (jetty-launcher-3221-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2662135 INFO (jetty-launcher-3221-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2662135 INFO (jetty-launcher-3221-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2662135 INFO (jetty-launcher-3221-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2662135 INFO (jetty-launcher-3221-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2662135 INFO (jetty-launcher-3221-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2662136 INFO (jetty-launcher-3221-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@77b6777e{/solr,null,AVAILABLE}
[junit4] 2> 2662136 INFO (jetty-launcher-3221-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@449a0834{/solr,null,AVAILABLE}
[junit4] 2> 2662137 INFO (jetty-launcher-3221-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@698507e7{SSL,[ssl, http/1.1]}{127.0.0.1:36289}
[junit4] 2> 2662137 INFO (jetty-launcher-3221-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@721a9676{SSL,[ssl, http/1.1]}{127.0.0.1:43577}
[junit4] 2> 2662137 INFO (jetty-launcher-3221-thread-2) [ ] o.e.j.s.Server Started @2663655ms
[junit4] 2> 2662137 INFO (jetty-launcher-3221-thread-1) [ ] o.e.j.s.Server Started @2663655ms
[junit4] 2> 2662137 INFO (jetty-launcher-3221-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36289}
[junit4] 2> 2662137 INFO (jetty-launcher-3221-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43577}
[junit4] 2> 2662137 ERROR (jetty-launcher-3221-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2662137 ERROR (jetty-launcher-3221-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2662137 INFO (jetty-launcher-3221-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2662137 INFO (jetty-launcher-3221-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2662137 INFO (jetty-launcher-3221-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2662137 INFO (jetty-launcher-3221-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2662137 INFO (jetty-launcher-3221-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2662137 INFO (jetty-launcher-3221-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2662137 INFO (jetty-launcher-3221-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T12:26:34.945656Z
[junit4] 2> 2662137 INFO (jetty-launcher-3221-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T12:26:34.945679Z
[junit4] 2> 2662138 INFO (zkConnectionManagerCallback-3228-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2662138 INFO (zkConnectionManagerCallback-3227-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2662138 INFO (jetty-launcher-3221-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2662138 INFO (jetty-launcher-3221-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2662141 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10019450b4c0002, likely client has closed socket
[junit4] 2> 2662142 INFO (jetty-launcher-3221-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39329/solr
[junit4] 2> 2662142 INFO (jetty-launcher-3221-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39329/solr
[junit4] 2> 2662143 INFO (zkConnectionManagerCallback-3234-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2662143 INFO (zkConnectionManagerCallback-3236-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2662143 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10019450b4c0004, likely client has closed socket
[junit4] 2> 2662144 INFO (zkConnectionManagerCallback-3239-thread-1-processing-n:127.0.0.1:36289_solr) [n:127.0.0.1:36289_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2662144 INFO (zkConnectionManagerCallback-3240-thread-1-processing-n:127.0.0.1:43577_solr) [n:127.0.0.1:43577_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2662173 INFO (jetty-launcher-3221-thread-2) [n:127.0.0.1:36289_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2662173 INFO (jetty-launcher-3221-thread-1) [n:127.0.0.1:43577_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2662173 INFO (jetty-launcher-3221-thread-2) [n:127.0.0.1:36289_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36289_solr
[junit4] 2> 2662173 INFO (jetty-launcher-3221-thread-1) [n:127.0.0.1:43577_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43577_solr
[junit4] 2> 2662173 INFO (jetty-launcher-3221-thread-2) [n:127.0.0.1:36289_solr ] o.a.s.c.Overseer Overseer (id=72085378370895877-127.0.0.1:36289_solr-n_0000000000) starting
[junit4] 2> 2662174 INFO (zkCallback-3238-thread-1-processing-n:127.0.0.1:43577_solr) [n:127.0.0.1:43577_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2662174 INFO (zkCallback-3237-thread-1-processing-n:127.0.0.1:36289_solr) [n:127.0.0.1:36289_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2662176 DEBUG (OverseerAutoScalingTriggerThread-72085378370895877-127.0.0.1:36289_solr-n_0000000000) [n:127.0.0.1:36289_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 2662177 DEBUG (OverseerAutoScalingTriggerThread-72085378370895877-127.0.0.1:36289_solr-n_0000000000) [n:127.0.0.1:36289_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 2662177 INFO (jetty-launcher-3221-thread-2) [n:127.0.0.1:36289_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36289_solr
[junit4] 2> 2662177 DEBUG (OverseerAutoScalingTriggerThread-72085378370895877-127.0.0.1:36289_solr-n_0000000000) [n:127.0.0.1:36289_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:43577_solr]
[junit4] 2> 2662177 DEBUG (OverseerAutoScalingTriggerThread-72085378370895877-127.0.0.1:36289_solr-n_0000000000) [n:127.0.0.1:36289_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 2662177 DEBUG (OverseerAutoScalingTriggerThread-72085378370895877-127.0.0.1:36289_solr-n_0000000000) [n:127.0.0.1:36289_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 2662177 INFO (zkCallback-3238-thread-1-processing-n:127.0.0.1:43577_solr) [n:127.0.0.1:43577_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2662178 INFO (zkCallback-3237-thread-1-processing-n:127.0.0.1:36289_solr) [n:127.0.0.1:36289_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2662179 DEBUG (OverseerAutoScalingTriggerThread-72085378370895877-127.0.0.1:36289_solr-n_0000000000) [n:127.0.0.1:36289_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2662179 DEBUG (OverseerAutoScalingTriggerThread-72085378370895877-127.0.0.1:36289_solr-n_0000000000) [n:127.0.0.1:36289_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 2662179 DEBUG (ScheduledTrigger-6391-thread-1) [n:127.0.0.1:36289_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 2662205 INFO (jetty-launcher-3221-thread-1) [n:127.0.0.1:43577_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43577.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a55181
[junit4] 2> 2662210 INFO (jetty-launcher-3221-thread-1) [n:127.0.0.1:43577_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43577.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a55181
[junit4] 2> 2662210 INFO (jetty-launcher-3221-thread-1) [n:127.0.0.1:43577_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43577.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a55181
[junit4] 2> 2662210 INFO (jetty-launcher-3221-thread-2) [n:127.0.0.1:36289_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36289.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a55181
[junit4] 2> 2662210 INFO (jetty-launcher-3221-thread-1) [n:127.0.0.1:43577_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_83204A318323C773-001/tempDir-001/node1/.
[junit4] 2> 2662215 INFO (jetty-launcher-3221-thread-2) [n:127.0.0.1:36289_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36289.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a55181
[junit4] 2> 2662215 INFO (jetty-launcher-3221-thread-2) [n:127.0.0.1:36289_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36289.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a55181
[junit4] 2> 2662216 INFO (jetty-launcher-3221-thread-2) [n:127.0.0.1:36289_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_83204A318323C773-001/tempDir-001/node2/.
[junit4] 2> 2662235 INFO (zkConnectionManagerCallback-3246-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2662237 INFO (zkConnectionManagerCallback-3250-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2662237 INFO (SUITE-TriggerIntegrationTest-seed#[83204A318323C773]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2662237 INFO (SUITE-TriggerIntegrationTest-seed#[83204A318323C773]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39329/solr ready
[junit4] 2> 2662243 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testContinueTriggersOnOverseerRestart
[junit4] 2> 2662243 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 2662243 DEBUG (zkCallback-3237-thread-1-processing-n:127.0.0.1:36289_solr) [n:127.0.0.1:36289_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 2662243 DEBUG (OverseerAutoScalingTriggerThread-72085378370895877-127.0.0.1:36289_solr-n_0000000000) [n:127.0.0.1:36289_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 2662244 DEBUG (OverseerAutoScalingTriggerThread-72085378370895877-127.0.0.1:36289_solr-n_0000000000) [n:127.0.0.1:36289_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2662244 DEBUG (OverseerAutoScalingTriggerThread-72085378370895877-127.0.0.1:36289_solr-n_0000000000) [n:127.0.0.1:36289_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2662244 DEBUG (OverseerAutoScalingTriggerThread-72085378370895877-127.0.0.1:36289_solr-n_0000000000) [n:127.0.0.1:36289_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 2662255 INFO (qtp129500782-23578) [n:127.0.0.1:43577_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2662257 INFO (qtp129500782-23578) [n:127.0.0.1:43577_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2662271 INFO (qtp718541742-23579) [n:127.0.0.1:36289_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2662273 INFO (qtp129500782-23580) [n:127.0.0.1:43577_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2662273 DEBUG (qtp129500782-23582) [n:127.0.0.1:43577_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2662273 INFO (qtp129500782-23582) [n:127.0.0.1:43577_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=15
[junit4] 2> 2662274 DEBUG (zkCallback-3237-thread-1-processing-n:127.0.0.1:36289_solr) [n:127.0.0.1:36289_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 2662274 DEBUG (zkCallback-3237-thread-1-processing-n:127.0.0.1:36289_solr) [n:127.0.0.1:36289_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:36289_solr, 127.0.0.1:43577_solr]
[junit4] 2> 2662275 DEBUG (zkCallback-3237-thread-1-processing-n:127.0.0.1:36289_solr) [n:127.0.0.1:36289_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerCTOOR instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 2662275 DEBUG (OverseerAutoScalingTriggerThread-72085378370895877-127.0.0.1:36289_solr-n_0000000000) [n:127.0.0.1:36289_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 2662275 INFO (OverseerAutoScalingTriggerThread-72085378370895877-127.0.0.1:36289_solr-n_0000000000) [n:127.0.0.1:36289_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 2662276 DEBUG (ScheduledTrigger-6391-thread-1) [n:127.0.0.1:36289_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 2662276 DEBUG (ScheduledTrigger-6391-thread-1) [n:127.0.0.1:36289_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 2662277 DEBUG (OverseerAutoScalingTriggerThread-72085378370895877-127.0.0.1:36289_solr-n_0000000000) [n:127.0.0.1:36289_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2662278 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@698507e7{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 2662278 DEBUG (OverseerAutoScalingTriggerThread-72085378370895877-127.0.0.1:36289_solr-n_0000000000) [n:127.0.0.1:36289_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 2662278 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=518854704
[junit4] 2> 2662278 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2662278 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@53c02525: rootName = solr_36289, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@79257e60
[junit4] 2> 2662285 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2662285 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2e782ea7: rootName = solr_36289, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@61f0185d
[junit4] 2> 2662290 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2662290 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@485a2b35: rootName = solr_36289, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@330cb8e
[junit4] 2> 2662291 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36289_solr
[junit4] 2> 2662291 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2662291 INFO (zkCallback-3237-thread-1-processing-n:127.0.0.1:36289_solr) [n:127.0.0.1:36289_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2662291 INFO (zkCallback-3238-thread-1-processing-n:127.0.0.1:43577_solr) [n:127.0.0.1:43577_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2662291 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2662292 INFO (zkCallback-3249-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2662292 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.c.Overseer Overseer (id=72085378370895877-127.0.0.1:36289_solr-n_0000000000) closing
[junit4] 2> 2662292 INFO (OverseerStateUpdate-72085378370895877-127.0.0.1:36289_solr-n_0000000000) [n:127.0.0.1:36289_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36289_solr
[junit4] 2> 2662292 WARN (OverseerAutoScalingTriggerThread-72085378370895877-127.0.0.1:36289_solr-n_0000000000) [n:127.0.0.1:36289_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2662293 DEBUG (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 2662293 INFO (zkCallback-3238-thread-1-processing-n:127.0.0.1:43577_solr) [n:127.0.0.1:43577_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43577_solr
[junit4] 2> 2662293 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@449a0834{/solr,null,UNAVAILABLE}
[junit4] 2> 2662293 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2662294 INFO (zkCallback-3238-thread-1-processing-n:127.0.0.1:43577_solr) [n:127.0.0.1:43577_solr ] o.a.s.c.Overseer Overseer (id=72085378370895878-127.0.0.1:43577_solr-n_0000000001) starting
[junit4] 2> 2662296 DEBUG (OverseerAutoScalingTriggerThread-72085378370895878-127.0.0.1:43577_solr-n_0000000001) [n:127.0.0.1:43577_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 2662296 DEBUG (OverseerAutoScalingTriggerThread-72085378370895878-127.0.0.1:43577_solr-n_0000000001) [n:127.0.0.1:43577_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 2662296 DEBUG (OverseerAutoScalingTriggerThread-72085378370895878-127.0.0.1:43577_solr-n_0000000001) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43577_solr]
[junit4] 2> 2662296 DEBUG (OverseerAutoScalingTriggerThread-72085378370895878-127.0.0.1:43577_solr-n_0000000001) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerCTOOR instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 2662296 DEBUG (OverseerAutoScalingTriggerThread-72085378370895878-127.0.0.1:43577_solr-n_0000000001) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:43577_solr]
[junit4] 2> 2662296 DEBUG (OverseerAutoScalingTriggerThread-72085378370895878-127.0.0.1:43577_solr-n_0000000001) [n:127.0.0.1:43577_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion -1
[junit4] 2> 2662296 DEBUG (OverseerAutoScalingTriggerThread-72085378370895878-127.0.0.1:43577_solr-n_0000000001) [n:127.0.0.1:43577_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 2662296 INFO (OverseerAutoScalingTriggerThread-72085378370895878-127.0.0.1:43577_solr-n_0000000001) [n:127.0.0.1:43577_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 2662297 DEBUG (ScheduledTrigger-6400-thread-1) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 2662297 DEBUG (ScheduledTrigger-6400-thread-1) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 2662297 DEBUG (OverseerAutoScalingTriggerThread-72085378370895878-127.0.0.1:43577_solr-n_0000000001) [n:127.0.0.1:43577_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 2662297 DEBUG (ScheduledTrigger-6400-thread-1) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 2663297 DEBUG (ScheduledTrigger-6400-thread-2) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 2663298 DEBUG (ScheduledTrigger-6400-thread-3) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 2663298 DEBUG (ScheduledTrigger-6400-thread-2) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 2664298 DEBUG (ScheduledTrigger-6400-thread-3) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 2664298 DEBUG (ScheduledTrigger-6400-thread-4) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 2664298 DEBUG (ScheduledTrigger-6400-thread-4) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 2665298 DEBUG (ScheduledTrigger-6400-thread-3) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 2665298 DEBUG (ScheduledTrigger-6400-thread-2) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 2665298 DEBUG (ScheduledTrigger-6400-thread-2) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 2666298 DEBUG (ScheduledTrigger-6400-thread-3) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 2666298 DEBUG (ScheduledTrigger-6400-thread-4) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 2666298 DEBUG (ScheduledTrigger-6400-thread-4) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 2667298 DEBUG (ScheduledTrigger-6400-thread-3) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 2667298 DEBUG (ScheduledTrigger-6400-thread-2) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 2667299 DEBUG (ScheduledTrigger-6400-thread-2) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 2668299 DEBUG (ScheduledTrigger-6400-thread-3) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 2668299 DEBUG (ScheduledTrigger-6400-thread-3) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 2668299 DEBUG (ScheduledTrigger-6400-thread-3) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 2669299 DEBUG (ScheduledTrigger-6400-thread-4) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 2669299 DEBUG (ScheduledTrigger-6400-thread-4) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 2669299 DEBUG (ScheduledTrigger-6400-thread-4) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 2670299 DEBUG (ScheduledTrigger-6400-thread-1) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 2670299 DEBUG (ScheduledTrigger-6400-thread-2) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 2670299 DEBUG (ScheduledTrigger-6400-thread-2) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 2671299 DEBUG (ScheduledTrigger-6400-thread-1) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 2671299 DEBUG (ScheduledTrigger-6400-thread-4) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 2671299 DEBUG (ScheduledTrigger-6400-thread-4) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 2672295 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2672296 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2672296 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2672296 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2672296 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@543f0a50{/solr,null,AVAILABLE}
[junit4] 2> 2672296 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6e16a274{SSL,[ssl, http/1.1]}{127.0.0.1:33177}
[junit4] 2> 2672296 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.e.j.s.Server Started @2673815ms
[junit4] 2> 2672297 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33177}
[junit4] 2> 2672297 ERROR (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2672297 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2672297 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2672297 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2672297 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T12:26:45.105506Z
[junit4] 2> 2672298 INFO (zkConnectionManagerCallback-3252-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2672298 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2672299 DEBUG (ScheduledTrigger-6400-thread-1) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 2672299 DEBUG (ScheduledTrigger-6400-thread-2) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 2672299 DEBUG (ScheduledTrigger-6400-thread-2) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 2672304 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39329/solr
[junit4] 2> 2672304 INFO (zkConnectionManagerCallback-3256-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2672306 INFO (zkConnectionManagerCallback-3258-thread-1-processing-n:127.0.0.1:33177_solr) [n:127.0.0.1:33177_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2672308 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [n:127.0.0.1:33177_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2672309 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [n:127.0.0.1:33177_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2672309 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [n:127.0.0.1:33177_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33177_solr
[junit4] 2> 2672310 INFO (zkCallback-3249-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2672310 INFO (zkCallback-3238-thread-1-processing-n:127.0.0.1:43577_solr) [n:127.0.0.1:43577_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2672310 INFO (zkCallback-3257-thread-1-processing-n:127.0.0.1:33177_solr) [n:127.0.0.1:33177_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2672346 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [n:127.0.0.1:33177_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33177.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a55181
[junit4] 2> 2672352 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [n:127.0.0.1:33177_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33177.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a55181
[junit4] 2> 2672353 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [n:127.0.0.1:33177_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33177.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a55181
[junit4] 2> 2672353 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [n:127.0.0.1:33177_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_83204A318323C773-001/tempDir-001/node3/.
[junit4] 2> 2673299 DEBUG (ScheduledTrigger-6400-thread-1) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 2673300 DEBUG (ScheduledTrigger-6400-thread-4) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 2673300 DEBUG (ScheduledTrigger-6400-thread-4) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 2673300 DEBUG (ScheduledTrigger-6400-thread-4) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:33177_solr at time 423966545632806
[junit4] 2> 2674300 DEBUG (ScheduledTrigger-6400-thread-4) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 2674300 DEBUG (ScheduledTrigger-6400-thread-4) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 2674300 DEBUG (ScheduledTrigger-6400-thread-2) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 2675301 DEBUG (ScheduledTrigger-6400-thread-4) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 2675301 DEBUG (ScheduledTrigger-6400-thread-1) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 2675301 DEBUG (ScheduledTrigger-6400-thread-4) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 2675301 DEBUG (ScheduledTrigger-6400-thread-4) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerCTOOR firing registered processor for nodes: [127.0.0.1:33177_solr] added at times [423966545632806], now=423968546714030
[junit4] 2> 2675301 DEBUG (ScheduledTrigger-6400-thread-4) [n:127.0.0.1:43577_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"1819867595e26T375y1ixzvivw78romp5imlgzf",
[junit4] 2> "source":"node_added_triggerCTOOR",
[junit4] 2> "eventTime":423966545632806,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[423966545632806],
[junit4] 2> "nodeNames":["127.0.0.1:33177_solr"]}}
[junit4] 2> 2675301 DEBUG (ScheduledTrigger-6400-thread-4) [n:127.0.0.1:43577_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_triggerCTOOR]
[junit4] 2> 2675302 INFO (ScheduledTrigger-6400-thread-4) [n:127.0.0.1:43577_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 2675302 DEBUG (AutoscalingActionExecutor-6401-thread-1-processing-n:127.0.0.1:43577_solr) [n:127.0.0.1:43577_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"1819867595e26T375y1ixzvivw78romp5imlgzf",
[junit4] 2> "source":"node_added_triggerCTOOR",
[junit4] 2> "eventTime":423966545632806,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[423966545632806],
[junit4] 2> "_enqueue_time_":423968547179602,
[junit4] 2> "nodeNames":["127.0.0.1:33177_solr"]}}
[junit4] 2> 2675302 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testContinueTriggersOnOverseerRestart
[junit4] 2> 2675303 DEBUG (AutoscalingActionExecutor-6401-thread-1-processing-n:127.0.0.1:43577_solr) [n:127.0.0.1:43577_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 2675303 DEBUG (AutoscalingActionExecutor-6401-thread-1-processing-n:127.0.0.1:43577_solr) [n:127.0.0.1:43577_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerCTOOR after 5000ms
[junit4] 2> 2675303 DEBUG (AutoscalingActionExecutor-6401-thread-1-processing-n:127.0.0.1:43577_solr) [n:127.0.0.1:43577_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 0 ms for event id=1819867595e26T375y1ixzvivw78romp5imlgzf
[junit4] 2> 2675307 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSearchRate
[junit4] 2> 2675307 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
[junit4] 2> 2675307 DEBUG (zkCallback-3238-thread-1-processing-n:127.0.0.1:43577_solr) [n:127.0.0.1:43577_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 2675307 DEBUG (OverseerAutoScalingTriggerThread-72085378370895878-127.0.0.1:43577_solr-n_0000000001) [n:127.0.0.1:43577_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 2675308 DEBUG (OverseerAutoScalingTriggerThread-72085378370895878-127.0.0.1:43577_solr-n_0000000001) [n:127.0.0.1:43577_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2675308 DEBUG (OverseerAutoScalingTriggerThread-72085378370895878-127.0.0.1:43577_solr-n_0000000001) [n:127.0.0.1:43577_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2675308 DEBUG (OverseerAutoScalingTriggerThread-72085378370895878-127.0.0.1:43577_solr-n_0000000001) [n:127.0.0.1:43577_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 2675309 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2675309 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2675309 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2675309 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2675310 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@22aa16c4{/solr,null,AVAILABLE}
[junit4] 2> 2675310 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@dbb1266{SSL,[ssl, http/1.1]}{127.0.0.1:43411}
[junit4] 2> 2675310 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.Server Started @2676828ms
[junit4] 2> 2675310 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43411}
[junit4] 2> 2675310 ERROR (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2675310 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2675310 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2675310 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2675310 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T12:26:48.118922Z
[junit4] 2> 2675311 INFO (zkConnectionManagerCallback-3262-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2675311 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2675315 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39329/solr
[junit4] 2> 2675316 INFO (zkConnectionManagerCallback-3266-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2675317 INFO (zkConnectionManagerCallback-3268-thread-1-processing-n:127.0.0.1:43411_solr) [n:127.0.0.1:43411_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2675319 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:43411_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2675319 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:43411_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2675320 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:43411_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43411_solr
[junit4] 2> 2675320 INFO (zkCallback-3249-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2675320 INFO (zkCallback-3257-thread-1-processing-n:127.0.0.1:33177_solr) [n:127.0.0.1:33177_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2675320 INFO (zkCallback-3238-thread-1-processing-n:127.0.0.1:43577_solr) [n:127.0.0.1:43577_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2675323 INFO (zkCallback-3267-thread-1-processing-n:127.0.0.1:43411_solr) [n:127.0.0.1:43411_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2675358 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:43411_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43411.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a55181
[junit4] 2> 2675365 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:43411_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43411.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a55181
[junit4] 2> 2675366 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:43411_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43411.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a55181
[junit4] 2> 2675367 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:43411_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_83204A318323C773-001/tempDir-001/node4/.
[junit4] 2> 2675390 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2675391 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2675391 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2675391 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2675391 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6fad83cd{/solr,null,AVAILABLE}
[junit4] 2> 2675392 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3ee11137{SSL,[ssl, http/1.1]}{127.0.0.1:41915}
[junit4] 2> 2675392 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.Server Started @2676910ms
[junit4] 2> 2675392 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41915}
[junit4] 2> 2675392 ERROR (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2675392 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2675392 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2675392 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2675392 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T12:26:48.200598Z
[junit4] 2> 2675393 INFO (zkConnectionManagerCallback-3272-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2675393 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2675397 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39329/solr
[junit4] 2> 2675398 INFO (zkConnectionManagerCallback-3276-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2675399 INFO (zkConnectionManagerCallback-3278-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2675401 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:41915_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2675402 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:41915_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2675403 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:41915_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41915_solr
[junit4] 2> 2675403 INFO (zkCallback-3249-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2675403 INFO (zkCallback-3267-thread-1-processing-n:127.0.0.1:43411_solr) [n:127.0.0.1:43411_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2675403 INFO (zkCallback-3277-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2675403 INFO (zkCallback-3257-thread-1-processing-n:127.0.0.1:33177_solr) [n:127.0.0.1:33177_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2675403 INFO (zkCallback-3238-thread-1-processing-n:127.0.0.1:43577_solr) [n:127.0.0.1:43577_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2675427 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:41915_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41915.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a55181
[junit4] 2> 2675434 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:41915_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41915.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a55181
[junit4] 2> 2675434 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:41915_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41915.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a55181
[junit4] 2> 2675435 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:41915_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_83204A318323C773-001/tempDir-001/node5/.
[junit4] 2> 2675464 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2675464 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2675464 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2675464 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2675465 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@250126ba{/solr,null,AVAILABLE}
[junit4] 2> 2675465 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3aa34305{SSL,[ssl, http/1.1]}{127.0.0.1:36609}
[junit4] 2> 2675465 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.Server Started @2676983ms
[junit4] 2> 2675465 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36609}
[junit4] 2> 2675465 ERROR (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2675466 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2675466 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2675466 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2675466 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T12:26:48.274234Z
[junit4] 2> 2675467 INFO (zkConnectionManagerCallback-3282-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2675467 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2675472 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39329/solr
[junit4] 2> 2675473 INFO (zkConnectionManagerCallback-3286-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2675474 INFO (zkConnectionManagerCallback-3288-thread-1-processing-n:127.0.0.1:36609_solr) [n:127.0.0.1:36609_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2675476 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:36609_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2675477 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:36609_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2675478 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:36609_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36609_solr
[junit4] 2> 2675478 INFO (zkCallback-3238-thread-1-processing-n:127.0.0.1:43577_solr) [n:127.0.0.1:43577_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2675478 INFO (zkCallback-3267-thread-1-processing-n:127.0.0.1:43411_solr) [n:127.0.0.1:43411_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2675478 INFO (zkCallback-3249-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2675478 INFO (zkCallback-3257-thread-1-processing-n:127.0.0.1:33177_solr) [n:127.0.0.1:33177_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2675478 INFO (zkCallback-3277-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2675479 INFO (zkCallback-3287-thread-1-processing-n:127.0.0.1:36609_solr) [n:127.0.0.1:36609_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2675516 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:36609_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36609.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a55181
[junit4] 2> 2675522 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:36609_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36609.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a55181
[junit4] 2> 2675522 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:36609_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36609.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a55181
[junit4] 2> 2675523 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:36609_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_83204A318323C773-001/tempDir-001/node6/.
[junit4] 2> 2675566 INFO (qtp363467126-23650) [n:127.0.0.1:33177_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=collection1&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2675567 INFO (OverseerThreadFactory-6402-thread-1-processing-n:127.0.0.1:43577_solr) [n:127.0.0.1:43577_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 2675670 INFO (OverseerStateUpdate-72085378370895878-127.0.0.1:43577_solr-n_0000000001) [n:127.0.0.1:43577_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43411/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2675671 INFO (OverseerStateUpdate-72085378370895878-127.0.0.1:43577_solr-n_0000000001) [n:127.0.0.1:43577_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33177/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2675874 INFO (qtp363467126-23646) [n:127.0.0.1:33177_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n2&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2675875 INFO (qtp363467126-23646) [n:127.0.0.1:33177_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2675882 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2675882 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2675985 INFO (zkCallback-3267-thread-1-processing-n:127.0.0.1:43411_solr) [n:127.0.0.1:43411_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2675985 INFO (zkCallback-3257-thread-1-processing-n:127.0.0.1:33177_solr) [n:127.0.0.1:33177_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2675985 INFO (zkCallback-3267-thread-2-processing-n:127.0.0.1:43411_solr) [n:127.0.0.1:43411_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2675985 INFO (zkCallback-3257-thread-2-processing-n:127.0.0.1:33177_solr) [n:127.0.0.1:33177_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2676882 INFO (qtp363467126-23646) [n:127.0.0.1:33177_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2676887 INFO (qtp363467126-23646) [n:127.0.0.1:33177_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.IndexSchema [collection1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 2676888 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2676888 INFO (qtp363467126-23646) [n:127.0.0.1:33177_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2676888 INFO (qtp363467126-23646) [n:127.0.0.1:33177_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n2' using configuration from collection collection1, trusted=true
[junit4] 2> 2676889 INFO (qtp363467126-23646) [n:127.0.0.1:33177_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33177.solr.core.collection1.shard1.replica_n2' (registry 'solr.core.collection1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a55181
[junit4] 2> 2676889 INFO (qtp363467126-23646) [n:127.0.0.1:33177_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2676889 INFO (qtp363467126-23646) [n:127.0.0.1:33177_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore [[collection1_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_83204A318323C773-001/tempDir-001/node3/collection1_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_83204A318323C773-001/tempDir-001/node3/./collection1_shard1_replica_n2/data/]
[junit4] 2> 2676892 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2676903 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2676903 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
[junit4] 2> 2676903 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43411.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a55181
[junit4] 2> 2676903 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2676904 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_83204A318323C773-001/tempDir-001/node4/collection1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_83204A318323C773-001/tempDir-001/node4/./collection1_shard1_replica_n1/data/]
[junit4] 2> 2676933 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2676933 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2676933 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2676933 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2676934 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7f9712e7[collection1_shard1_replica_n1] main]
[junit4] 2> 2676935 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2676936 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2676936 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2676937 INFO (searcherExecutor-6428-thread-1-processing-n:127.0.0.1:43411_solr x:collection1_shard1_replica_n1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@7f9712e7[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2676937 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591382701239173120
[junit4] 2> 2676941 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2676950 INFO (qtp363467126-23646) [n:127.0.0.1:33177_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2676950 INFO (qtp363467126-23646) [n:127.0.0.1:33177_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2676952 INFO (qtp363467126-23646) [n:127.0.0.1:33177_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2676952 INFO (qtp363467126-23646) [n:127.0.0.1:33177_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2676953 INFO (qtp363467126-23646) [n:127.0.0.1:33177_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@5d1fd3bb[collection1_shard1_replica_n2] main]
[junit4] 2> 2676954 INFO (qtp363467126-23646) [n:127.0.0.1:33177_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2676954 INFO (qtp363467126-23646) [n:127.0.0.1:33177_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2676954 INFO (qtp363467126-23646) [n:127.0.0.1:33177_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2676955 INFO (searcherExecutor-6427-thread-1-processing-n:127.0.0.1:33177_solr x:collection1_shard1_replica_n2 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:33177_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore [collection1_shard1_replica_n2] Registered new searcher Searcher@5d1fd3bb[collection1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2676955 INFO (qtp363467126-23646) [n:127.0.0.1:33177_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591382701258047488
[junit4] 2> 2677042 INFO (zkCallback-3267-thread-2-processing-n:127.0.0.1:43411_solr) [n:127.0.0.1:43411_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2677042 INFO (zkCallback-3257-thread-1-processing-n:127.0.0.1:33177_solr) [n:127.0.0.1:33177_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2677042 INFO (zkCallback-3257-thread-2-processing-n:127.0.0.1:33177_solr) [n:127.0.0.1:33177_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2677042 INFO (zkCallback-3267-thread-1-processing-n:127.0.0.1:43411_solr) [n:127.0.0.1:43411_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2677441 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2677441 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2677441 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:43411/solr/collection1_shard1_replica_n1/
[junit4] 2> 2677442 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_n1 url=https://127.0.0.1:43411/solr START replicas=[https://127.0.0.1:33177/solr/collection1_shard1_replica_n2/] nUpdates=100
[junit4] 2> 2677444 INFO (qtp363467126-23746) [n:127.0.0.1:33177_solr c:collection1 s:
[...truncated too long message...]
o.e.j.s.session Stopped scavenging
[junit4] 2> 2859363 INFO (jetty-closer-3222-thread-13) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@88ed154{/solr,null,UNAVAILABLE}
[junit4] 2> 2859366 INFO (coreCloseExecutor-6586-thread-1) [n:127.0.0.1:36609_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=1808372446
[junit4] 2> 2859366 INFO (jetty-closer-3222-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72085378370895889-127.0.0.1:41915_solr-n_0000000004) closing
[junit4] 2> 2859367 WARN (OverseerAutoScalingTriggerThread-72085378370895889-127.0.0.1:41915_solr-n_0000000004) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2859367 DEBUG (jetty-closer-3222-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 2859367 INFO (jetty-closer-3222-thread-13) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2859367 INFO (OverseerStateUpdate-72085378370895889-127.0.0.1:41915_solr-n_0000000004) [n:127.0.0.1:41915_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41915_solr
[junit4] 2> 2859371 INFO (jetty-closer-3222-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@250126ba{/solr,null,UNAVAILABLE}
[junit4] 2> 2859372 INFO (jetty-closer-3222-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2859372 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10019450b4c0011, likely client has closed socket
[junit4] 2> 2859372 INFO (jetty-closer-3222-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6fad83cd{/solr,null,UNAVAILABLE}
[junit4] 2> 2859372 INFO (jetty-closer-3222-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2860843 WARN (zkCallback-3422-thread-2-processing-n:127.0.0.1:39073_solr) [n:127.0.0.1:39073_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2860844 WARN (zkCallback-3362-thread-1-processing-n:127.0.0.1:35055_solr) [n:127.0.0.1:35055_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2860844 INFO (jetty-closer-3222-thread-12) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@439c0045{/solr,null,UNAVAILABLE}
[junit4] 2> 2860844 INFO (jetty-closer-3222-thread-7) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7d2dbd1e{/solr,null,UNAVAILABLE}
[junit4] 2> 2860844 INFO (jetty-closer-3222-thread-12) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2860844 INFO (jetty-closer-3222-thread-7) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2860847 INFO (jetty-closer-3222-thread-6) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@37db0724{/solr,null,UNAVAILABLE}
[junit4] 2> 2860847 INFO (jetty-closer-3222-thread-6) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2860847 ERROR (SUITE-TriggerIntegrationTest-seed#[83204A318323C773]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2860848 INFO (SUITE-TriggerIntegrationTest-seed#[83204A318323C773]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39329 39329
[junit4] 2> 2865924 INFO (Thread-7367) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39329 39329
[junit4] 2> 2865925 WARN (Thread-7367) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/aliases.json
[junit4] 2> 21 /solr/security.json
[junit4] 2> 20 /solr/collections/collection1/terms/shard1
[junit4] 2> 5 /solr/configs/conf
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard1
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 68 /solr/collections/collection1/state.json
[junit4] 2> 22 /solr/clusterprops.json
[junit4] 2> 22 /solr/clusterstate.json
[junit4] 2> 13 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 5 /solr/autoscaling.json
[junit4] 2> 3 /solr/overseer_elect/election/72085378370895902-127.0.0.1:43609_solr-n_0000000008
[junit4] 2> 3 /solr/overseer_elect/election/72085378370895892-127.0.0.1:36609_solr-n_0000000005
[junit4] 2> 3 /solr/overseer_elect/election/72085378370895923-127.0.0.1:46589_solr-n_0000000015
[junit4] 2> 2 /solr/overseer_elect/election/72085378370895914-127.0.0.1:35055_solr-n_0000000012
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72085378370895886-core_node3-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/72085378370895896-127.0.0.1:37297_solr-n_0000000006
[junit4] 2> 2 /solr/overseer_elect/election/72085378370895920-127.0.0.1:32935_solr-n_0000000014
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/live_nodes
[junit4] 2> 22 /solr/collections
[junit4] 2> 5 /solr/overseer/queue-work
[junit4] 2> 5 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 5 /solr/overseer/queue
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_83204A318323C773-001
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=true): {}, locale=en-PK, timezone=BST
[junit4] 2> NOTE: Linux 4.13.0-32-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=136457304,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [MoveReplicaTest, TestPullReplica, OverseerModifyCollectionTest, TestSolrConfigHandlerConcurrent, CloneFieldUpdateProcessorFactoryTest, DistributedQueryElevationComponentTest, TestCopyFieldCollectionResource, TestInPlaceUpdatesStandalone, TestScoreJoinQPScore, ReplicationFactorTest, LeaderInitiatedRecoveryOnShardRestartTest, HdfsThreadLeakTest, TestDownShardTolerantSearch, DistributedTermsComponentTest, DistributedQueryComponentCustomSortTest, MBeansHandlerTest, DirectUpdateHandlerTest, SimpleMLTQParserTest, AssignBackwardCompatibilityTest, SparseHLLTest, DebugComponentTest, MetricsHandlerTest, TestSizeLimitedDistributedMap, OpenExchangeRatesOrgProviderTest, SolrPluginUtilsTest, TestNumericTerms64, TestCustomDocTransformer, TestCollapseQParserPlugin, TestRecoveryHdfs, HdfsChaosMonkeySafeLeaderTest, TestCryptoKeys, TestComputePlanAction, TolerantUpdateProcessorTest, SolrCoreCheckLockOnStartupTest, OverseerTaskQueueTest, TestMultiWordSynonyms, TestSolrCloudWithKerberosAlt, FullHLLTest, JSONWriterTest, OutputWriterTest, UtilsToolTest, TestSolrCoreParser, TestDefaultStatsCache, TestSortableTextField, TestSchemaSimilarityResource, SuggesterWFSTTest, TestMergePolicyConfig, SegmentsInfoRequestHandlerTest, BinaryUpdateRequestHandlerTest, TestRemoteStreaming, TestUniqueKeyFieldResource, ZkFailoverTest, TestRTimerTree, TestIndexingPerformance, SolrCLIZkUtilsTest, DeleteLastCustomShardedReplicaTest, ParsingFieldUpdateProcessorsTest, BasicDistributedZkTest, CursorMarkTest, TestSolrDeletionPolicy1, CustomHighlightComponentTest, TestGraphMLResponseWriter, TestLMDirichletSimilarityFactory, TestStressInPlaceUpdates, LeaderElectionContextKeyTest, BlockJoinFacetRandomTest, HttpTriggerListenerTest, DocValuesMissingTest, TestConfigSets, TestOmitPositions, HdfsDirectoryFactoryTest, TemplateUpdateProcessorTest, TestManagedResourceStorage, BigEndianAscendingWordSerializerTest, TestTriggerIntegration, TestCSVLoader, SpellingQueryConverterTest, TestRandomCollapseQParserPlugin, CollectionsAPIDistributedZkTest, CoreAdminRequestStatusTest, FieldAnalysisRequestHandlerTest, AutoAddReplicasIntegrationTest, ShardRoutingTest, TestNonDefinedSimilarityFactory, ExternalFileFieldSortTest, BadIndexSchemaTest, TestConfigOverlay, ActionThrottleTest, RAMDirectoryFactoryTest, TestPayloadCheckQParserPlugin, UpdateParamsTest, RuleEngineTest, TestHttpShardHandlerFactory, BasicAuthStandaloneTest, TestDelegationWithHadoopAuth, ComputePlanActionTest, DistributedFacetExistsSmallTest, CdcrBootstrapTest, XmlUpdateRequestHandlerTest, TestManagedSchema, DeleteShardTest, TestConfig, TestJsonFacets, ClassificationUpdateProcessorFactoryTest, HttpPartitionOnCommitTest, TestShardHandlerFactory, DistributedFacetPivotSmallAdvancedTest, TestCloudNestedDocsSort, CursorPagingTest, TestGenericDistributedQueue, ZkNodePropsTest, HdfsCollectionsAPIDistributedZkTest, TermVectorComponentDistributedTest, TestMiniSolrCloudClusterSSL, TestCloudSchemaless, CollectionReloadTest, TestComponentsName, BufferStoreTest, SolrCloudReportersTest, ConcurrentCreateRoutedAliasTest, HighlighterConfigTest, CheckHdfsIndexTest, TestNumericRangeQuery32, RequestLoggingTest, TestReplicationHandlerBackup, TestStressCloudBlindAtomicUpdates, TestTolerantUpdateProcessorRandomCloud, CollectionTooManyReplicasTest, SimpleCollectionCreateDeleteTest, TestCollectionAPI, TestLocalFSCloudBackupRestore, AutoScalingHandlerTest, TriggerIntegrationTest]
[junit4] Completed [621/774 (1!)] on J0 in 203.91s, 14 tests, 2 failures, 1 error <<< FAILURES!
[...truncated 41468 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 1287
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1287/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseG1GC
3 tests failed.
FAILED: org.apache.solr.cloud.TestUtilizeNode.test
Error Message:
no replica should be present in 127.0.0.1:37271_solr
Stack Trace:
java.lang.AssertionError: no replica should be present in 127.0.0.1:37271_solr
at __randomizedtesting.SeedInfo.seed([53D4597D1430F072:DB8066A7BACC9D8A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.TestUtilizeNode.test(TestUtilizeNode.java:99)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTriggerRestoreState
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([53D4597D1430F072:782B8C268E48E5A2]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTriggerRestoreState(TriggerIntegrationTest.java:368)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testListeners
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([53D4597D1430F072:BE14CE6DA95C6DAB]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testListeners(TriggerIntegrationTest.java:1053)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12563 lines...]
[junit4] Suite: org.apache.solr.cloud.TestUtilizeNode
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_53D4597D1430F072-001/init-core-data-001
[junit4] 2> 1255490 WARN (SUITE-TestUtilizeNode-seed#[53D4597D1430F072]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1255490 INFO (SUITE-TestUtilizeNode-seed#[53D4597D1430F072]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1255492 INFO (SUITE-TestUtilizeNode-seed#[53D4597D1430F072]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1255492 INFO (SUITE-TestUtilizeNode-seed#[53D4597D1430F072]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1255493 INFO (SUITE-TestUtilizeNode-seed#[53D4597D1430F072]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_53D4597D1430F072-001/tempDir-001
[junit4] 2> 1255493 INFO (SUITE-TestUtilizeNode-seed#[53D4597D1430F072]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1255493 INFO (Thread-2888) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1255493 INFO (Thread-2888) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1255506 ERROR (Thread-2888) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1255593 INFO (SUITE-TestUtilizeNode-seed#[53D4597D1430F072]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:46847
[junit4] 2> 1255596 INFO (zkConnectionManagerCallback-1958-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1255607 INFO (jetty-launcher-1955-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1255610 INFO (jetty-launcher-1955-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1255611 INFO (jetty-launcher-1955-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1255612 INFO (jetty-launcher-1955-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1255662 INFO (jetty-launcher-1955-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1255662 INFO (jetty-launcher-1955-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1255662 INFO (jetty-launcher-1955-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1255674 INFO (jetty-launcher-1955-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a25c00{/solr,null,AVAILABLE}
[junit4] 2> 1255675 INFO (jetty-launcher-1955-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1eba316{SSL,[ssl, http/1.1]}{127.0.0.1:39055}
[junit4] 2> 1255676 INFO (jetty-launcher-1955-thread-2) [ ] o.e.j.s.Server Started @1258026ms
[junit4] 2> 1255676 INFO (jetty-launcher-1955-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39055}
[junit4] 2> 1255676 ERROR (jetty-launcher-1955-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1255676 INFO (jetty-launcher-1955-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1255676 INFO (jetty-launcher-1955-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1255676 INFO (jetty-launcher-1955-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1255676 INFO (jetty-launcher-1955-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T08:52:50.864Z
[junit4] 2> 1255703 INFO (jetty-launcher-1955-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1255703 INFO (jetty-launcher-1955-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1255703 INFO (jetty-launcher-1955-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1255706 INFO (jetty-launcher-1955-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@92cbff{/solr,null,AVAILABLE}
[junit4] 2> 1255707 INFO (jetty-launcher-1955-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3b2919{SSL,[ssl, http/1.1]}{127.0.0.1:39249}
[junit4] 2> 1255707 INFO (jetty-launcher-1955-thread-1) [ ] o.e.j.s.Server Started @1258057ms
[junit4] 2> 1255707 INFO (jetty-launcher-1955-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39249}
[junit4] 2> 1255707 ERROR (jetty-launcher-1955-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1255707 INFO (jetty-launcher-1955-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1255707 INFO (jetty-launcher-1955-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1255707 INFO (jetty-launcher-1955-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1255707 INFO (jetty-launcher-1955-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T08:52:50.895Z
[junit4] 2> 1255719 INFO (zkConnectionManagerCallback-1960-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1255719 INFO (zkConnectionManagerCallback-1962-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1255719 INFO (jetty-launcher-1955-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1255719 INFO (jetty-launcher-1955-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1255719 INFO (jetty-launcher-1955-thread-4) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1255719 INFO (jetty-launcher-1955-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1255719 INFO (jetty-launcher-1955-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1255719 INFO (jetty-launcher-1955-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1255719 INFO (jetty-launcher-1955-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1255719 INFO (jetty-launcher-1955-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1255720 INFO (jetty-launcher-1955-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@17f73f2{/solr,null,AVAILABLE}
[junit4] 2> 1255720 INFO (jetty-launcher-1955-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@182169a{SSL,[ssl, http/1.1]}{127.0.0.1:39977}
[junit4] 2> 1255720 INFO (jetty-launcher-1955-thread-4) [ ] o.e.j.s.Server Started @1258070ms
[junit4] 2> 1255720 INFO (jetty-launcher-1955-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39977}
[junit4] 2> 1255720 ERROR (jetty-launcher-1955-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1255721 INFO (jetty-launcher-1955-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1255721 INFO (jetty-launcher-1955-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1255721 INFO (jetty-launcher-1955-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1255721 INFO (jetty-launcher-1955-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T08:52:50.909Z
[junit4] 2> 1255726 INFO (jetty-launcher-1955-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@27eaf5{/solr,null,AVAILABLE}
[junit4] 2> 1255727 INFO (jetty-launcher-1955-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@a2cf0d{SSL,[ssl, http/1.1]}{127.0.0.1:39767}
[junit4] 2> 1255727 INFO (jetty-launcher-1955-thread-3) [ ] o.e.j.s.Server Started @1258077ms
[junit4] 2> 1255727 INFO (jetty-launcher-1955-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39767}
[junit4] 2> 1255727 ERROR (jetty-launcher-1955-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1255727 INFO (jetty-launcher-1955-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1255727 INFO (jetty-launcher-1955-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1255727 INFO (jetty-launcher-1955-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1255727 INFO (jetty-launcher-1955-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T08:52:50.915Z
[junit4] 2> 1255734 INFO (zkConnectionManagerCallback-1964-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1255734 INFO (jetty-launcher-1955-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1255745 INFO (zkConnectionManagerCallback-1966-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1255746 INFO (jetty-launcher-1955-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1255747 INFO (jetty-launcher-1955-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46847/solr
[junit4] 2> 1255747 INFO (jetty-launcher-1955-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46847/solr
[junit4] 2> 1255747 INFO (jetty-launcher-1955-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46847/solr
[junit4] 2> 1255754 INFO (zkConnectionManagerCallback-1976-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1255755 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10018815cf30006, likely client has closed socket
[junit4] 2> 1255758 INFO (jetty-launcher-1955-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46847/solr
[junit4] 2> 1255759 INFO (zkConnectionManagerCallback-1982-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1255761 INFO (zkConnectionManagerCallback-1972-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1255763 INFO (zkConnectionManagerCallback-1984-thread-1-processing-n:127.0.0.1:39767_solr) [n:127.0.0.1:39767_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1255765 INFO (zkConnectionManagerCallback-1978-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1255766 INFO (zkConnectionManagerCallback-1986-thread-1-processing-n:127.0.0.1:39977_solr) [n:127.0.0.1:39977_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1255783 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10018815cf30007, likely client has closed socket
[junit4] 2> 1255784 INFO (zkConnectionManagerCallback-1988-thread-1-processing-n:127.0.0.1:39249_solr) [n:127.0.0.1:39249_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1255814 INFO (zkConnectionManagerCallback-1990-thread-1-processing-n:127.0.0.1:39055_solr) [n:127.0.0.1:39055_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1255826 INFO (jetty-launcher-1955-thread-2) [n:127.0.0.1:39055_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1255826 INFO (jetty-launcher-1955-thread-2) [n:127.0.0.1:39055_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39055_solr
[junit4] 2> 1255828 INFO (jetty-launcher-1955-thread-2) [n:127.0.0.1:39055_solr ] o.a.s.c.Overseer Overseer (id=72084537927204876-127.0.0.1:39055_solr-n_0000000000) starting
[junit4] 2> 1255872 INFO (jetty-launcher-1955-thread-2) [n:127.0.0.1:39055_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39055_solr
[junit4] 2> 1255901 INFO (zkCallback-1989-thread-1-processing-n:127.0.0.1:39055_solr) [n:127.0.0.1:39055_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1255918 INFO (jetty-launcher-1955-thread-4) [n:127.0.0.1:39977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1255919 INFO (jetty-launcher-1955-thread-1) [n:127.0.0.1:39249_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1255920 INFO (jetty-launcher-1955-thread-4) [n:127.0.0.1:39977_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1255920 INFO (jetty-launcher-1955-thread-3) [n:127.0.0.1:39767_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1255921 INFO (jetty-launcher-1955-thread-1) [n:127.0.0.1:39249_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1255931 INFO (jetty-launcher-1955-thread-4) [n:127.0.0.1:39977_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39977_solr
[junit4] 2> 1255939 INFO (jetty-launcher-1955-thread-1) [n:127.0.0.1:39249_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39249_solr
[junit4] 2> 1255947 INFO (jetty-launcher-1955-thread-3) [n:127.0.0.1:39767_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1255948 INFO (jetty-launcher-1955-thread-3) [n:127.0.0.1:39767_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39767_solr
[junit4] 2> 1255954 INFO (zkCallback-1989-thread-1-processing-n:127.0.0.1:39055_solr) [n:127.0.0.1:39055_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1255966 INFO (zkCallback-1989-thread-1-processing-n:127.0.0.1:39055_solr) [n:127.0.0.1:39055_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 1255992 INFO (zkCallback-1985-thread-1-processing-n:127.0.0.1:39977_solr) [n:127.0.0.1:39977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1255992 INFO (zkCallback-1987-thread-1-processing-n:127.0.0.1:39249_solr) [n:127.0.0.1:39249_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 1256010 INFO (zkCallback-1987-thread-2-processing-n:127.0.0.1:39249_solr) [n:127.0.0.1:39249_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1256015 INFO (zkCallback-1983-thread-1-processing-n:127.0.0.1:39767_solr) [n:127.0.0.1:39767_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 1256022 INFO (zkCallback-1985-thread-2-processing-n:127.0.0.1:39977_solr) [n:127.0.0.1:39977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 1256039 INFO (jetty-launcher-1955-thread-2) [n:127.0.0.1:39055_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39055.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@172a128
[junit4] 2> 1256147 INFO (jetty-launcher-1955-thread-2) [n:127.0.0.1:39055_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39055.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@172a128
[junit4] 2> 1256147 INFO (jetty-launcher-1955-thread-2) [n:127.0.0.1:39055_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39055.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@172a128
[junit4] 2> 1256148 INFO (jetty-launcher-1955-thread-2) [n:127.0.0.1:39055_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_53D4597D1430F072-001/tempDir-001/node2/.
[junit4] 2> 1256206 INFO (jetty-launcher-1955-thread-4) [n:127.0.0.1:39977_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39977.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@172a128
[junit4] 2> 1256220 INFO (jetty-launcher-1955-thread-4) [n:127.0.0.1:39977_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39977.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@172a128
[junit4] 2> 1256220 INFO (jetty-launcher-1955-thread-4) [n:127.0.0.1:39977_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39977.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@172a128
[junit4] 2> 1256221 INFO (jetty-launcher-1955-thread-4) [n:127.0.0.1:39977_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_53D4597D1430F072-001/tempDir-001/node4/.
[junit4] 2> 1256323 INFO (jetty-launcher-1955-thread-1) [n:127.0.0.1:39249_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39249.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@172a128
[junit4] 2> 1256331 INFO (jetty-launcher-1955-thread-3) [n:127.0.0.1:39767_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39767.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@172a128
[junit4] 2> 1256339 INFO (jetty-launcher-1955-thread-1) [n:127.0.0.1:39249_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39249.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@172a128
[junit4] 2> 1256339 INFO (jetty-launcher-1955-thread-1) [n:127.0.0.1:39249_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39249.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@172a128
[junit4] 2> 1256340 INFO (jetty-launcher-1955-thread-1) [n:127.0.0.1:39249_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_53D4597D1430F072-001/tempDir-001/node1/.
[junit4] 2> 1256341 INFO (jetty-launcher-1955-thread-3) [n:127.0.0.1:39767_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39767.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@172a128
[junit4] 2> 1256341 INFO (jetty-launcher-1955-thread-3) [n:127.0.0.1:39767_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39767.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@172a128
[junit4] 2> 1256343 INFO (jetty-launcher-1955-thread-3) [n:127.0.0.1:39767_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_53D4597D1430F072-001/tempDir-001/node3/.
[junit4] 2> 1256425 INFO (zkConnectionManagerCallback-2000-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1256431 INFO (zkConnectionManagerCallback-2004-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1256431 INFO (SUITE-TestUtilizeNode-seed#[53D4597D1430F072]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1256432 INFO (SUITE-TestUtilizeNode-seed#[53D4597D1430F072]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46847/solr ready
[junit4] 2> 1256510 INFO (qtp26271988-10781) [n:127.0.0.1:39977_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1256567 INFO (qtp26271988-10781) [n:127.0.0.1:39977_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=56
[junit4] 2> 1256635 INFO (TEST-TestUtilizeNode.test-seed#[53D4597D1430F072]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1256635 INFO (TEST-TestUtilizeNode.test-seed#[53D4597D1430F072]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1256636 INFO (zkConnectionManagerCallback-2007-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1256638 INFO (qtp26271988-10780) [n:127.0.0.1:39977_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&name=utilizenodecoll&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1256639 INFO (OverseerThreadFactory-4335-thread-2-processing-n:127.0.0.1:39055_solr) [n:127.0.0.1:39055_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection utilizenodecoll
[junit4] 2> 1256639 INFO (OverseerCollectionConfigSetProcessor-72084537927204876-127.0.0.1:39055_solr-n_0000000000) [n:127.0.0.1:39055_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1256758 INFO (OverseerStateUpdate-72084537927204876-127.0.0.1:39055_solr-n_0000000000) [n:127.0.0.1:39055_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"utilizenodecoll",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"utilizenodecoll_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39055/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1256765 INFO (OverseerStateUpdate-72084537927204876-127.0.0.1:39055_solr-n_0000000000) [n:127.0.0.1:39055_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"utilizenodecoll",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"utilizenodecoll_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39977/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1256767 INFO (OverseerStateUpdate-72084537927204876-127.0.0.1:39055_solr-n_0000000000) [n:127.0.0.1:39055_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"utilizenodecoll",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"utilizenodecoll_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39249/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1256768 INFO (OverseerStateUpdate-72084537927204876-127.0.0.1:39055_solr-n_0000000000) [n:127.0.0.1:39055_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"utilizenodecoll",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"utilizenodecoll_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39767/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1256980 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=utilizenodecoll_shard1_replica_n2&action=CREATE&numShards=2&collection=utilizenodecoll&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1256981 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1257087 INFO (qtp33479968-10752) [n:127.0.0.1:39055_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=utilizenodecoll_shard1_replica_n1&action=CREATE&numShards=2&collection=utilizenodecoll&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1257088 INFO (qtp33479968-10752) [n:127.0.0.1:39055_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1257089 INFO (zkCallback-1985-thread-2-processing-n:127.0.0.1:39977_solr) [n:127.0.0.1:39977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1257089 INFO (zkCallback-1985-thread-1-processing-n:127.0.0.1:39977_solr) [n:127.0.0.1:39977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1257095 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=utilizenodecoll_shard2_replica_n4&action=CREATE&numShards=2&collection=utilizenodecoll&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1257096 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1257098 INFO (qtp73057-10786) [n:127.0.0.1:39767_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=utilizenodecoll_shard2_replica_n6&action=CREATE&numShards=2&collection=utilizenodecoll&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1257099 INFO (qtp73057-10786) [n:127.0.0.1:39767_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1257202 INFO (zkCallback-1985-thread-2-processing-n:127.0.0.1:39977_solr) [n:127.0.0.1:39977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1257202 INFO (zkCallback-1989-thread-2-processing-n:127.0.0.1:39055_solr) [n:127.0.0.1:39055_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1257202 INFO (zkCallback-1987-thread-1-processing-n:127.0.0.1:39249_solr) [n:127.0.0.1:39249_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1257202 INFO (zkCallback-1989-thread-1-processing-n:127.0.0.1:39055_solr) [n:127.0.0.1:39055_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1257202 INFO (zkCallback-1983-thread-1-processing-n:127.0.0.1:39767_solr) [n:127.0.0.1:39767_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1257202 INFO (zkCallback-1985-thread-1-processing-n:127.0.0.1:39977_solr) [n:127.0.0.1:39977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1257202 INFO (zkCallback-1987-thread-2-processing-n:127.0.0.1:39249_solr) [n:127.0.0.1:39249_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1257206 INFO (zkCallback-1983-thread-2-processing-n:127.0.0.1:39767_solr) [n:127.0.0.1:39767_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1257996 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1258003 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.s.IndexSchema [utilizenodecoll_shard1_replica_n2] Schema name=cloud-dynamic
[junit4] 2> 1258025 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1258025 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'utilizenodecoll_shard1_replica_n2' using configuration from collection utilizenodecoll, trusted=true
[junit4] 2> 1258026 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39977.solr.core.utilizenodecoll.shard1.replica_n2' (registry 'solr.core.utilizenodecoll.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@172a128
[junit4] 2> 1258026 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1258026 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.SolrCore [[utilizenodecoll_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_53D4597D1430F072-001/tempDir-001/node4/utilizenodecoll_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_53D4597D1430F072-001/tempDir-001/node4/./utilizenodecoll_shard1_replica_n2/data/]
[junit4] 2> 1258085 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1258085 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1258086 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1258086 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1258088 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@135f573[utilizenodecoll_shard1_replica_n2] main]
[junit4] 2> 1258089 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1258089 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1258090 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1258090 INFO (searcherExecutor-4344-thread-1-processing-n:127.0.0.1:39977_solr x:utilizenodecoll_shard1_replica_n2 s:shard1 c:utilizenodecoll r:core_node5) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.SolrCore [utilizenodecoll_shard1_replica_n2] Registered new searcher Searcher@135f573[utilizenodecoll_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1258090 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591369241227952128
[junit4] 2> 1258095 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1258191 INFO (qtp33479968-10752) [n:127.0.0.1:39055_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1258191 INFO (qtp73057-10786) [n:127.0.0.1:39767_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1258196 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1258202 INFO (zkCallback-1985-thread-1-processing-n:127.0.0.1:39977_solr) [n:127.0.0.1:39977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1258202 INFO (zkCallback-1983-thread-2-processing-n:127.0.0.1:39767_solr) [n:127.0.0.1:39767_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1258202 INFO (zkCallback-1989-thread-2-processing-n:127.0.0.1:39055_solr) [n:127.0.0.1:39055_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1258202 INFO (zkCallback-1983-thread-1-processing-n:127.0.0.1:39767_solr) [n:127.0.0.1:39767_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1258202 INFO (zkCallback-1989-thread-1-processing-n:127.0.0.1:39055_solr) [n:127.0.0.1:39055_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1258202 INFO (zkCallback-1985-thread-2-processing-n:127.0.0.1:39977_solr) [n:127.0.0.1:39977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1258204 INFO (qtp73057-10786) [n:127.0.0.1:39767_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.s.IndexSchema [utilizenodecoll_shard2_replica_n6] Schema name=cloud-dynamic
[junit4] 2> 1258204 INFO (qtp33479968-10752) [n:127.0.0.1:39055_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.s.IndexSchema [utilizenodecoll_shard1_replica_n1] Schema name=cloud-dynamic
[junit4] 2> 1258241 INFO (zkCallback-1987-thread-2-processing-n:127.0.0.1:39249_solr) [n:127.0.0.1:39249_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1258241 INFO (zkCallback-1987-thread-1-processing-n:127.0.0.1:39249_solr) [n:127.0.0.1:39249_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1258244 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.s.IndexSchema [utilizenodecoll_shard2_replica_n4] Schema name=cloud-dynamic
[junit4] 2> 1258251 INFO (qtp33479968-10752) [n:127.0.0.1:39055_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1258251 INFO (qtp33479968-10752) [n:127.0.0.1:39055_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'utilizenodecoll_shard1_replica_n1' using configuration from collection utilizenodecoll, trusted=true
[junit4] 2> 1258252 INFO (qtp33479968-10752) [n:127.0.0.1:39055_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39055.solr.core.utilizenodecoll.shard1.replica_n1' (registry 'solr.core.utilizenodecoll.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@172a128
[junit4] 2> 1258252 INFO (qtp33479968-10752) [n:127.0.0.1:39055_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1258252 INFO (qtp33479968-10752) [n:127.0.0.1:39055_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.c.SolrCore [[utilizenodecoll_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_53D4597D1430F072-001/tempDir-001/node2/utilizenodecoll_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_53D4597D1430F072-001/tempDir-001/node2/./utilizenodecoll_shard1_replica_n1/data/]
[junit4] 2> 1258256 INFO (qtp73057-10786) [n:127.0.0.1:39767_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1258256 INFO (qtp73057-10786) [n:127.0.0.1:39767_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'utilizenodecoll_shard2_replica_n6' using configuration from collection utilizenodecoll, trusted=true
[junit4] 2> 1258257 INFO (qtp73057-10786) [n:127.0.0.1:39767_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39767.solr.core.utilizenodecoll.shard2.replica_n6' (registry 'solr.core.utilizenodecoll.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@172a128
[junit4] 2> 1258257 INFO (qtp73057-10786) [n:127.0.0.1:39767_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1258257 INFO (qtp73057-10786) [n:127.0.0.1:39767_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.c.SolrCore [[utilizenodecoll_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_53D4597D1430F072-001/tempDir-001/node3/utilizenodecoll_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_53D4597D1430F072-001/tempDir-001/node3/./utilizenodecoll_shard2_replica_n6/data/]
[junit4] 2> 1258324 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1258324 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'utilizenodecoll_shard2_replica_n4' using configuration from collection utilizenodecoll, trusted=true
[junit4] 2> 1258324 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39249.solr.core.utilizenodecoll.shard2.replica_n4' (registry 'solr.core.utilizenodecoll.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@172a128
[junit4] 2> 1258325 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1258325 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.c.SolrCore [[utilizenodecoll_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_53D4597D1430F072-001/tempDir-001/node1/utilizenodecoll_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_53D4597D1430F072-001/tempDir-001/node1/./utilizenodecoll_shard2_replica_n4/data/]
[junit4] 2> 1258383 INFO (qtp33479968-10752) [n:127.0.0.1:39055_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1258383 INFO (qtp33479968-10752) [n:127.0.0.1:39055_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1258384 INFO (qtp33479968-10752) [n:127.0.0.1:39055_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1258384 INFO (qtp33479968-10752) [n:127.0.0.1:39055_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1258386 INFO (qtp33479968-10752) [n:127.0.0.1:39055_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@a82106[utilizenodecoll_shard1_replica_n1] main]
[junit4] 2> 1258394 INFO (qtp73057-10786) [n:127.0.0.1:39767_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1258394 INFO (qtp73057-10786) [n:127.0.0.1:39767_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1258395 INFO (qtp73057-10786) [n:127.0.0.1:39767_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1258395 INFO (qtp73057-10786) [n:127.0.0.1:39767_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1258396 INFO (qtp73057-10786) [n:127.0.0.1:39767_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@2e6e1f[utilizenodecoll_shard2_replica_n6] main]
[junit4] 2> 1258397 INFO (qtp73057-10786) [n:127.0.0.1:39767_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1258398 INFO (qtp73057-10786) [n:127.0.0.1:39767_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1258398 INFO (qtp73057-10786) [n:127.0.0.1:39767_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1258399 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1258399 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1258400 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1258400 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1258401 INFO (qtp73057-10786) [n:127.0.0.1:39767_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591369241554059264
[junit4] 2> 1258403 INFO (searcherExecutor-4350-thread-1-processing-n:127.0.0.1:39767_solr x:utilizenodecoll_shard2_replica_n6 s:shard2 c:utilizenodecoll r:core_node8) [n:127.0.0.1:39767_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.c.SolrCore [utilizenodecoll_shard2_replica_n6] Registered new searcher Searcher@2e6e1f[utilizenodecoll_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1258403 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@1793780[utilizenodecoll_shard2_replica_n4] main]
[junit4] 2> 1258404 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1258404 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1258405 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1258405 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591369241558253568
[junit4] 2> 1258410 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1258413 INFO (searcherExecutor-4351-thread-1-processing-n:127.0.0.1:39249_solr x:utilizenodecoll_shard2_replica_n4 s:shard2 c:utilizenodecoll r:core_node7) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.c.SolrCore [utilizenodecoll_shard2_replica_n4] Registered new searcher Searcher@1793780[utilizenodecoll_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1258413 INFO (qtp33479968-10752) [n:127.0.0.1:39055_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1258414 INFO (qtp33479968-10752) [n:127.0.0.1:39055_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1258414 INFO (qtp33479968-10752) [n:127.0.0.1:39055_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1258415 INFO (searcherExecutor-4349-thread-1-processing-n:127.0.0.1:39055_solr x:utilizenodecoll_shard1_replica_n1 s:shard1 c:utilizenodecoll r:core_node3) [n:127.0.0.1:39055_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.c.SolrCore [utilizenodecoll_shard1_replica_n1] Registered new searcher Searcher@a82106[utilizenodecoll_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1258415 INFO (qtp33479968-10752) [n:127.0.0.1:39055_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591369241568739328
[junit4] 2> 1258511 INFO (zkCallback-1983-thread-2-processing-n:127.0.0.1:39767_solr) [n:127.0.0.1:39767_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1258511 INFO (zkCallback-1985-thread-2-processing-n:127.0.0.1:39977_solr) [n:127.0.0.1:39977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1258511 INFO (zkCallback-1983-thread-1-processing-n:127.0.0.1:39767_solr) [n:127.0.0.1:39767_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1258511 INFO (zkCallback-1985-thread-1-processing-n:127.0.0.1:39977_solr) [n:127.0.0.1:39977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1258511 INFO (zkCallback-1987-thread-1-processing-n:127.0.0.1:39249_solr) [n:127.0.0.1:39249_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1258511 INFO (zkCallback-1987-thread-2-processing-n:127.0.0.1:39249_solr) [n:127.0.0.1:39249_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1258512 INFO (zkCallback-1989-thread-3-processing-n:127.0.0.1:39055_solr) [n:127.0.0.1:39055_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1258512 INFO (zkCallback-1989-thread-2-processing-n:127.0.0.1:39055_solr) [n:127.0.0.1:39055_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1258596 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1258596 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1258596 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39977/solr/utilizenodecoll_shard1_replica_n2/
[junit4] 2> 1258596 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=utilizenodecoll_shard1_replica_n2 url=https://127.0.0.1:39977/solr START replicas=[https://127.0.0.1:39055/solr/utilizenodecoll_shard1_replica_n1/] nUpdates=100
[junit4] 2> 1258607 INFO (qtp33479968-10894) [n:127.0.0.1:39055_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.c.S.Request [utilizenodecoll_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1258897 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=utilizenodecoll_shard1_replica_n2 url=https://127.0.0.1:39977/solr DONE. We have no versions. sync failed.
[junit4] 2> 1258897 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1258897 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1258897 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1258899 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39977/solr/utilizenodecoll_shard1_replica_n2/ shard1
[junit4] 2> 1258911 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1258911 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1258911 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39249/solr/utilizenodecoll_shard2_replica_n4/
[junit4] 2> 1258911 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=utilizenodecoll_shard2_replica_n4 url=https://127.0.0.1:39249/solr START replicas=[https://127.0.0.1:39767/solr/utilizenodecoll_shard2_replica_n6/] nUpdates=100
[junit4] 2> 1258972 INFO (qtp73057-10775) [n:127.0.0.1:39767_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.c.S.Request [utilizenodecoll_shard2_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1259000 INFO (zkCallback-1985-thread-1-processing-n:127.0.0.1:39977_solr) [n:127.0.0.1:39977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259000 INFO (zkCallback-1985-thread-2-processing-n:127.0.0.1:39977_solr) [n:127.0.0.1:39977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259000 INFO (zkCallback-1987-thread-1-processing-n:127.0.0.1:39249_solr) [n:127.0.0.1:39249_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259000 INFO (zkCallback-1987-thread-2-processing-n:127.0.0.1:39249_solr) [n:127.0.0.1:39249_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259000 INFO (zkCallback-1983-thread-2-processing-n:127.0.0.1:39767_solr) [n:127.0.0.1:39767_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259000 INFO (zkCallback-1983-thread-1-processing-n:127.0.0.1:39767_solr) [n:127.0.0.1:39767_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259001 INFO (zkCallback-1989-thread-3-processing-n:127.0.0.1:39055_solr) [n:127.0.0.1:39055_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259001 INFO (zkCallback-1989-thread-2-processing-n:127.0.0.1:39055_solr) [n:127.0.0.1:39055_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259050 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1259146 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=utilizenodecoll_shard1_replica_n2&action=CREATE&numShards=2&collection=utilizenodecoll&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2165
[junit4] 2> 1259151 INFO (zkCallback-1987-thread-1-processing-n:127.0.0.1:39249_solr) [n:127.0.0.1:39249_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259151 INFO (zkCallback-1989-thread-2-processing-n:127.0.0.1:39055_solr) [n:127.0.0.1:39055_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259151 INFO (zkCallback-1985-thread-2-processing-n:127.0.0.1:39977_solr) [n:127.0.0.1:39977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259151 INFO (zkCallback-1987-thread-2-processing-n:127.0.0.1:39249_solr) [n:127.0.0.1:39249_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259151 INFO (zkCallback-1983-thread-1-processing-n:127.0.0.1:39767_solr) [n:127.0.0.1:39767_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259151 INFO (zkCallback-1985-thread-1-processing-n:127.0.0.1:39977_solr) [n:127.0.0.1:39977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259151 INFO (zkCallback-1983-thread-2-processing-n:127.0.0.1:39767_solr) [n:127.0.0.1:39767_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259151 INFO (zkCallback-1989-thread-3-processing-n:127.0.0.1:39055_solr) [n:127.0.0.1:39055_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259222 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=utilizenodecoll_shard2_replica_n4 url=https://127.0.0.1:39249/solr DONE. We have no versions. sync failed.
[junit4] 2> 1259222 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1259223 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1259223 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1259225 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39249/solr/utilizenodecoll_shard2_replica_n4/ shard2
[junit4] 2> 1259327 INFO (zkCallback-1983-thread-2-processing-n:127.0.0.1:39767_solr) [n:127.0.0.1:39767_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259327 INFO (zkCallback-1987-thread-1-processing-n:127.0.0.1:39249_solr) [n:127.0.0.1:39249_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259327 INFO (zkCallback-1983-thread-1-processing-n:127.0.0.1:39767_solr) [n:127.0.0.1:39767_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259327 INFO (zkCallback-1985-thread-2-processing-n:127.0.0.1:39977_solr) [n:127.0.0.1:39977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259327 INFO (zkCallback-1987-thread-2-processing-n:127.0.0.1:39249_solr) [n:127.0.0.1:39249_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259327 INFO (zkCallback-1985-thread-1-processing-n:127.0.0.1:39977_solr) [n:127.0.0.1:39977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259330 INFO (zkCallback-1989-thread-3-processing-n:127.0.0.1:39055_solr) [n:127.0.0.1:39055_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259330 INFO (zkCallback-1989-thread-2-processing-n:127.0.0.1:39055_solr) [n:127.0.0.1:39055_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259376 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1259377 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=utilizenodecoll_shard2_replica_n4&action=CREATE&numShards=2&collection=utilizenodecoll&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2282
[junit4] 2> 1259414 INFO (qtp73057-10786) [n:127.0.0.1:39767_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=utilizenodecoll_shard2_replica_n6&action=CREATE&numShards=2&collection=utilizenodecoll&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2315
[junit4] 2> 1259423 INFO (qtp33479968-10752) [n:127.0.0.1:39055_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=utilizenodecoll_shard1_replica_n1&action=CREATE&numShards=2&collection=utilizenodecoll&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2335
[junit4] 2> 1259426 INFO (qtp26271988-10780) [n:127.0.0.1:39977_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1259525 INFO (zkCallback-1989-thread-2-processing-n:127.0.0.1:39055_solr) [n:127.0.0.1:39055_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259525 INFO (zkCallback-1983-thread-2-processing-n:127.0.0.1:39767_solr) [n:127.0.0.1:39767_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259525 INFO (zkCallback-1985-thread-2-processing-n:127.0.0.1:39977_solr) [n:127.0.0.1:39977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259525 INFO (zkCallback-1983-thread-1-processing-n:127.0.0.1:39767_solr) [n:127.0.0.1:39767_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259525 INFO (zkCallback-1987-thread-2-processing-n:127.0.0.1:39249_solr) [n:127.0.0.1:39249_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259525 INFO (zkCallback-1987-thread-1-processing-n:127.0.0.1:39249_solr) [n:127.0.0.1:39249_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259525 INFO (zkCallback-1989-thread-3-processing-n:127.0.0.1:39055_solr) [n:127.0.0.1:39055_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259525 INFO (zkCallback-1985-thread-1-processing-n:127.0.0.1:39977_solr) [n:127.0.0.1:39977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1260426 INFO (qtp26271988-10780) [n:127.0.0.1:39977_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf1&name=utilizenodecoll&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3788
[junit4] 2> 1260427 INFO (TEST-TestUtilizeNode.test-seed#[53D4597D1430F072]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1260444 INFO (TEST-TestUtilizeNode.test-seed#[53D4597D1430F072]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1260444 INFO (TEST-TestUtilizeNode.test-seed#[53D4597D1430F072]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1260444 INFO (TEST-TestUtilizeNode.test-seed#[53D4597D1430F072]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1260444 INFO (TEST-TestUtilizeNode.test-seed#[53D4597D1430F072]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7cc8bc{/solr,null,AVAILABLE}
[junit4] 2> 1260445 INFO (TEST-TestUtilizeNode.test-seed#[53D4597D1430F072]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@898f6f{SSL,[ssl, http/1.1]}{127.0.0.1:37271}
[junit4] 2> 1260445 INFO (TEST-TestUtilizeNode.test-seed#[53D4597D1430F072]) [ ] o.e.j.s.Server Started @1262795ms
[junit4] 2> 1260445 INFO (TEST-TestUtilizeNode.test-seed#[53D4597D1430F072]) [
[...truncated too long message...]
can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2746803 INFO (zkCallback-4379-thread-2-processing-n:127.0.0.1:40601_solr) [n:127.0.0.1:40601_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore [collection1_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@1e141a5
[junit4] 2> 2746803 INFO (zkCallback-4379-thread-2-processing-n:127.0.0.1:40601_solr) [n:127.0.0.1:40601_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n2, tag=31539621
[junit4] 2> 2746803 INFO (zkCallback-4379-thread-2-processing-n:127.0.0.1:40601_solr) [n:127.0.0.1:40601_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@f87a75: rootName = solr_40601, domain = solr.core.collection1.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@144da95
[junit4] 2> 2746813 INFO (zkCallback-4379-thread-2-processing-n:127.0.0.1:40601_solr) [n:127.0.0.1:40601_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=31539621
[junit4] 2> 2746825 INFO (jetty-closer-4210-thread-9) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1e3b3d8{/solr,null,UNAVAILABLE}
[junit4] 2> 2746827 INFO (jetty-closer-4210-thread-9) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2746831 ERROR (SUITE-TriggerIntegrationTest-seed#[53D4597D1430F072]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2746831 INFO (SUITE-TriggerIntegrationTest-seed#[53D4597D1430F072]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39257 39257
[junit4] 2> 2761851 INFO (Thread-7075) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39257 39257
[junit4] 2> 2761853 WARN (Thread-7075) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 41 /solr/collections/collection1/terms/shard1
[junit4] 2> 21 /solr/aliases.json
[junit4] 2> 20 /solr/security.json
[junit4] 2> 11 /solr/configs/conf
[junit4] 2> 9 /solr/collections/testMetricTrigger/terms/shard1
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 124 /solr/collections/collection1/state.json
[junit4] 2> 34 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 21 /solr/clusterprops.json
[junit4] 2> 21 /solr/clusterstate.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 4 /solr/overseer_elect/election/72084621756989472-127.0.0.1:34087_solr-n_0000000009
[junit4] 2> 2 /solr/overseer_elect/election/72084621756989466-127.0.0.1:44807_solr-n_0000000007
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72084621756989497-core_node6-n_0000000002
[junit4] 2> 2 /solr/overseer_elect/election/72084621756989497-127.0.0.1:33439_solr-n_0000000017
[junit4] 2> 2 /solr/overseer_elect/election/72084621756989484-127.0.0.1:46561_solr-n_0000000013
[junit4] 2> 2 /solr/overseer_elect/election/72084621756989460-127.0.0.1:38393_solr-n_0000000005
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72084621756989494-core_node10-n_0000000004
[junit4] 2> 2 /solr/overseer_elect/election/72084621756989487-127.0.0.1:42401_solr-n_0000000014
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 21 /solr/live_nodes
[junit4] 2> 21 /solr/collections
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_53D4597D1430F072-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=Memory), x_s=PostingsFormat(name=MockRandom)}, docValues:{}, maxPointsInLeafNode=258, maxMBSortInHeap=6.803103787597334, sim=RandomSimilarity(queryNorm=true): {}, locale=it, timezone=EST5EDT
[junit4] 2> NOTE: Linux 4.13.0-32-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=101897536,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestInfoStreamLogging, CdcrBidirectionalTest, TestUpdate, LeaderElectionTest, TestSerializedLuceneMatchVersion, DistributedSpellCheckComponentTest, TestPrepRecovery, TestConfigSetProperties, CollectionsAPISolrJTest, OverseerCollectionConfigSetProcessorTest, TestHdfsCloudBackupRestore, HdfsRecoverLeaseTest, TestPushWriter, TestStressCloudBlindAtomicUpdates, TestHalfAndHalfDocValues, SpellCheckComponentTest, ConnectionManagerTest, TestNodeAddedTrigger, NodeMutatorTest, FileBasedSpellCheckerTest, SolrTestCaseJ4Test, TestBulkSchemaAPI, TestOverriddenPrefixQueryForCustomFieldType, HdfsUnloadDistributedZkTest, TestCoreDiscovery, TestDistributedMissingSort, V2ApiIntegrationTest, WordBreakSolrSpellCheckerTest, TestLockTree, ExitableDirectoryReaderTest, BlockJoinFacetDistribTest, PreAnalyzedFieldTest, TestLazyCores, AddBlockUpdateTest, TestFreeTextSuggestions, PingRequestHandlerTest, CurrencyRangeFacetCloudTest, ShowFileRequestHandlerTest, TestJsonFacetRefinement, TestRetrieveFieldsOptimizer, TestInitQParser, ReplicaListTransformerTest, TestRestoreCore, NoCacheHeaderTest, DateMathParserTest, InfoHandlerTest, TestUtils, TestTrackingShardHandlerFactory, TestHdfsBackupRestoreCore, TestNumericTerms32, TestCloudPseudoReturnFields, AutoScalingHandlerTest, TestManagedResource, TestBadConfig, RegexBytesRefFilterTest, TestExactSharedStatsCache, DistributedSuggestComponentTest, HLLUtilTest, TestReRankQParserPlugin, ResponseHeaderTest, SolrMetricReporterTest, DistributedExpandComponentTest, TestApiFramework, CloudMLTQParserTest, StatelessScriptUpdateProcessorFactoryTest, BasicDistributedZk2Test, TestExpandComponent, TestEmbeddedSolrServerConstructors, CopyFieldTest, CacheHeaderTest, TestAddFieldRealTimeGet, UniqFieldsUpdateProcessorFactoryTest, TestQuerySenderListener, LIRRollingUpdatesTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestDistribDocBasedVersion, TestComplexPhraseQParserPlugin, LukeRequestHandlerTest, TestLeaderElectionWithEmptyReplica, OverseerStatusTest, TestRangeQuery, BigEndianAscendingWordDeserializerTest, TestDynamicFieldResource, ExplicitHLLTest, TestClusterStateMutator, TestStandardQParsers, TestSolrCoreProperties, TestFastWriter, DistributedQueueTest, TestSchemaResource, TermVectorComponentTest, AtomicUpdatesTest, DeleteReplicaTest, WrapperMergePolicyFactoryTest, TestValueSourceCache, UnloadDistributedZkTest, IndexSchemaRuntimeFieldTest, URLClassifyProcessorTest, TestCloudManagedSchema, TestCoreContainer, DistributedFacetPivotWhiteBoxTest, TestConfigSetsAPIZkFailure, MetricsConfigTest, TestQueryWrapperFilter, TestFilteredDocIdSet, TestDocBasedVersionConstraints, DateFieldTest, TestCustomStream, TestClusterStateProvider, TestLMJelinekMercerSimilarityFactory, MultiTermTest, TestUtilizeNode, ClusterStateTest, TestSolrDeletionPolicy2, AliasIntegrationTest, RegexBoostProcessorTest, MigrateRouteKeyTest, SuggestComponentContextFilterQueryTest, BasicAuthIntegrationTest, TestTlogReplica, DistribCursorPagingTest, DocValuesMultiTest, TestRealTimeGet, TestFieldCacheReopen, TestBinaryResponseWriter, SyncSliceTest, LeaderElectionIntegrationTest, ShardRoutingTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, TestRandomFaceting, TestRandomDVFaceting, TestFaceting, TestRecovery, TestStressReorder, TestGroupingSearch, QueryElevationComponentTest, TestFunctionQuery, BasicFunctionalityTest, TestIndexSearcher, HighlighterTest, SolrIndexSplitterTest, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, CoreAdminHandlerTest, SuggesterTSTTest, TestStressLucene, SpatialFilterTest, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, DistanceFunctionTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, TestWriterPerf, TestReversedWildcardFilterFactory, TestQueryTypes, XmlUpdateRequestHandlerTest, PathHierarchyTokenizerFactoryTest, RequiredFieldsTest, FastVectorHighlighterTest, IndexSchemaTest, TestCollationField, ReturnFieldsTest, JsonLoaderTest, CSVRequestHandlerTest, TestLFUCache, ChaosMonkeySafeLeaderWithPullReplicasTest, CreateRoutedAliasTest, DistributedVersionInfoTest, HttpPartitionTest, MoveReplicaHDFSTest, RemoteQueryErrorTest, ReplaceNodeNoTargetTest, ReplaceNodeTest, SolrCloudExampleTest, TestClusterProperties, TestDeleteCollectionOnDownNodes, TestDownShardTolerantSearch, TestLeaderElectionZkExpiry, TestLeaderInitiatedRecoveryThread, TestPullReplicaErrorHandling, TestSolrCloudWithKerberosAlt, AssignTest, HdfsCollectionsAPIDistributedZkTest, SimpleCollectionCreateDeleteTest, TestLocalFSCloudBackupRestore, TestRequestStatusCollectionAPI, NodeAddedTriggerTest, SystemLogListenerTest, TriggerIntegrationTest]
[junit4] Completed [620/774 (2!)] on J2 in 227.31s, 14 tests, 2 failures <<< FAILURES!
[...truncated 44505 lines...]