You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/01/25 02:51:52 UTC
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
21339 - Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21339/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([4E31E1857879AFC1:F43DD60A2791798E]:0)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1565)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12696 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> 918490 INFO (SUITE-TriggerIntegrationTest-seed#[4E31E1857879AFC1]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_4E31E1857879AFC1-001/init-core-data-001
[junit4] 2> 918491 WARN (SUITE-TriggerIntegrationTest-seed#[4E31E1857879AFC1]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 918491 INFO (SUITE-TriggerIntegrationTest-seed#[4E31E1857879AFC1]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 918492 INFO (SUITE-TriggerIntegrationTest-seed#[4E31E1857879AFC1]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 918493 INFO (SUITE-TriggerIntegrationTest-seed#[4E31E1857879AFC1]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_4E31E1857879AFC1-001/tempDir-001
[junit4] 2> 918493 INFO (SUITE-TriggerIntegrationTest-seed#[4E31E1857879AFC1]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 918493 INFO (Thread-4486) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 918493 INFO (Thread-4486) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 918494 ERROR (Thread-4486) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 918593 INFO (SUITE-TriggerIntegrationTest-seed#[4E31E1857879AFC1]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33519
[junit4] 2> 918595 INFO (zkConnectionManagerCallback-1941-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 918601 INFO (jetty-launcher-1938-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T19:27:37-02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 918601 INFO (jetty-launcher-1938-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T19:27:37-02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 918605 INFO (jetty-launcher-1938-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 918605 INFO (jetty-launcher-1938-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 918605 INFO (jetty-launcher-1938-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 918605 INFO (jetty-launcher-1938-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 918605 INFO (jetty-launcher-1938-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 918605 INFO (jetty-launcher-1938-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 918605 INFO (jetty-launcher-1938-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@703dccd9{/solr,null,AVAILABLE}
[junit4] 2> 918605 INFO (jetty-launcher-1938-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@58683a4{/solr,null,AVAILABLE}
[junit4] 2> 918608 INFO (jetty-launcher-1938-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@37cf98a{SSL,[ssl, http/1.1]}{127.0.0.1:41915}
[junit4] 2> 918608 INFO (jetty-launcher-1938-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@a974fea{SSL,[ssl, http/1.1]}{127.0.0.1:37949}
[junit4] 2> 918608 INFO (jetty-launcher-1938-thread-1) [ ] o.e.j.s.Server Started @920196ms
[junit4] 2> 918608 INFO (jetty-launcher-1938-thread-2) [ ] o.e.j.s.Server Started @920196ms
[junit4] 2> 918608 INFO (jetty-launcher-1938-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41915}
[junit4] 2> 918608 INFO (jetty-launcher-1938-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37949}
[junit4] 2> 918608 ERROR (jetty-launcher-1938-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 918608 ERROR (jetty-launcher-1938-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 918608 INFO (jetty-launcher-1938-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 918608 INFO (jetty-launcher-1938-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 918608 INFO (jetty-launcher-1938-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 918608 INFO (jetty-launcher-1938-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 918608 INFO (jetty-launcher-1938-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 918608 INFO (jetty-launcher-1938-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 918608 INFO (jetty-launcher-1938-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T02:07:00.759Z
[junit4] 2> 918608 INFO (jetty-launcher-1938-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T02:07:00.759Z
[junit4] 2> 918611 INFO (zkConnectionManagerCallback-1943-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 918612 INFO (zkConnectionManagerCallback-1945-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 918612 INFO (jetty-launcher-1938-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 918612 INFO (jetty-launcher-1938-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 918632 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1612b1178250001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 918636 INFO (jetty-launcher-1938-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33519/solr
[junit4] 2> 918637 INFO (zkConnectionManagerCallback-1949-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 918639 INFO (jetty-launcher-1938-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33519/solr
[junit4] 2> 918640 INFO (zkConnectionManagerCallback-1953-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 918640 INFO (zkConnectionManagerCallback-1955-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 918642 INFO (zkConnectionManagerCallback-1957-thread-1-processing-n:127.0.0.1:37949_solr) [n:127.0.0.1:37949_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 918703 INFO (jetty-launcher-1938-thread-1) [n:127.0.0.1:41915_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 918703 INFO (jetty-launcher-1938-thread-2) [n:127.0.0.1:37949_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 918703 INFO (jetty-launcher-1938-thread-1) [n:127.0.0.1:41915_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41915_solr
[junit4] 2> 918703 INFO (jetty-launcher-1938-thread-2) [n:127.0.0.1:37949_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37949_solr
[junit4] 2> 918704 INFO (jetty-launcher-1938-thread-1) [n:127.0.0.1:41915_solr ] o.a.s.c.Overseer Overseer (id=99408020808990725-127.0.0.1:41915_solr-n_0000000000) starting
[junit4] 2> 918708 INFO (zkCallback-1954-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 918709 INFO (zkCallback-1956-thread-1-processing-n:127.0.0.1:37949_solr) [n:127.0.0.1:37949_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 918716 DEBUG (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 918717 DEBUG (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 918717 INFO (jetty-launcher-1938-thread-1) [n:127.0.0.1:41915_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41915_solr
[junit4] 2> 918717 DEBUG (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37949_solr]
[junit4] 2> 918717 DEBUG (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 918717 DEBUG (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 918718 INFO (zkCallback-1956-thread-1-processing-n:127.0.0.1:37949_solr) [n:127.0.0.1:37949_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 918720 INFO (zkCallback-1954-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 918721 DEBUG (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 918721 DEBUG (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 918721 DEBUG (ScheduledTrigger-4176-thread-1) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 918780 INFO (jetty-launcher-1938-thread-2) [n:127.0.0.1:37949_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37949.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26eef72
[junit4] 2> 918784 INFO (jetty-launcher-1938-thread-1) [n:127.0.0.1:41915_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41915.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26eef72
[junit4] 2> 918787 INFO (jetty-launcher-1938-thread-2) [n:127.0.0.1:37949_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37949.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26eef72
[junit4] 2> 918787 INFO (jetty-launcher-1938-thread-2) [n:127.0.0.1:37949_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37949.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26eef72
[junit4] 2> 918788 INFO (jetty-launcher-1938-thread-2) [n:127.0.0.1:37949_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_4E31E1857879AFC1-001/tempDir-001/node2/.
[junit4] 2> 918789 INFO (jetty-launcher-1938-thread-1) [n:127.0.0.1:41915_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41915.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26eef72
[junit4] 2> 918789 INFO (jetty-launcher-1938-thread-1) [n:127.0.0.1:41915_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41915.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26eef72
[junit4] 2> 918790 INFO (jetty-launcher-1938-thread-1) [n:127.0.0.1:41915_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_4E31E1857879AFC1-001/tempDir-001/node1/.
[junit4] 2> 918816 INFO (zkConnectionManagerCallback-1963-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 918817 INFO (zkConnectionManagerCallback-1967-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 918818 INFO (SUITE-TriggerIntegrationTest-seed#[4E31E1857879AFC1]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 918818 INFO (SUITE-TriggerIntegrationTest-seed#[4E31E1857879AFC1]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33519/solr ready
[junit4] 2> 918829 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[4E31E1857879AFC1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTrigger
[junit4] 2> 918829 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[4E31E1857879AFC1]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 918829 DEBUG (zkCallback-1954-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 918830 DEBUG (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 918830 DEBUG (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 918830 DEBUG (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 918830 DEBUG (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 918843 INFO (qtp1048265291-12018) [n:127.0.0.1:37949_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 918845 INFO (qtp1048265291-12018) [n:127.0.0.1:37949_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 918849 INFO (qtp1048265291-12011) [n:127.0.0.1:37949_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 918862 INFO (qtp1672784479-12020) [n:127.0.0.1:41915_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 918863 DEBUG (qtp1048265291-12023) [n:127.0.0.1:37949_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 918863 INFO (qtp1048265291-12023) [n:127.0.0.1:37949_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=16
[junit4] 2> 918863 DEBUG (zkCallback-1954-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 918864 DEBUG (zkCallback-1954-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37949_solr, 127.0.0.1:41915_solr]
[junit4] 2> 918864 DEBUG (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 918864 INFO (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 918865 DEBUG (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 918865 DEBUG (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 918865 DEBUG (ScheduledTrigger-4176-thread-1) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 918865 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[4E31E1857879AFC1]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@a974fea{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 918865 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[4E31E1857879AFC1]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=832368311
[junit4] 2> 918865 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[4E31E1857879AFC1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 918866 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[4E31E1857879AFC1]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@40f095d: rootName = solr_37949, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1dcf1852
[junit4] 2> 918871 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[4E31E1857879AFC1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 918871 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[4E31E1857879AFC1]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@14d81032: rootName = solr_37949, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4f00e243
[junit4] 2> 918874 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[4E31E1857879AFC1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 918874 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[4E31E1857879AFC1]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b81b16b: rootName = solr_37949, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@50aa4484
[junit4] 2> 918875 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[4E31E1857879AFC1]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:37949_solr
[junit4] 2> 918875 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[4E31E1857879AFC1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 918875 INFO (zkCallback-1956-thread-1-processing-n:127.0.0.1:37949_solr) [n:127.0.0.1:37949_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 918875 INFO (zkCallback-1954-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 918875 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[4E31E1857879AFC1]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 918876 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[4E31E1857879AFC1]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@703dccd9{/solr,null,UNAVAILABLE}
[junit4] 2> 918876 INFO (zkCallback-1966-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 918876 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[4E31E1857879AFC1]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 919866 DEBUG (ScheduledTrigger-4176-thread-2) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1
[junit4] 2> 919866 DEBUG (ScheduledTrigger-4176-thread-2) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:37949_solr
[junit4] 2> 920845 INFO (OverseerCollectionConfigSetProcessor-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 920867 DEBUG (ScheduledTrigger-4176-thread-2) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1
[junit4] 2> 921867 DEBUG (ScheduledTrigger-4176-thread-2) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1
[junit4] 2> 922867 DEBUG (ScheduledTrigger-4176-thread-2) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1
[junit4] 2> 922867 DEBUG (ScheduledTrigger-4176-thread-2) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:37949_solr]
[junit4] 2> 922867 DEBUG (ScheduledTrigger-4176-thread-2) [n:127.0.0.1:41915_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"7f273399da08T5kemtauassy7xg3qyftp4zu6q",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":139806346172936,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[139806346172936],
[junit4] 2> "nodeNames":["127.0.0.1:37949_solr"]}}
[junit4] 2> 922868 DEBUG (ScheduledTrigger-4176-thread-2) [n:127.0.0.1:41915_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger]
[junit4] 2> 922868 INFO (ScheduledTrigger-4176-thread-2) [n:127.0.0.1:41915_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 922868 DEBUG (AutoscalingActionExecutor-4177-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"7f273399da08T5kemtauassy7xg3qyftp4zu6q",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":139806346172936,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[139806346172936],
[junit4] 2> "_enqueue_time_":139809347733737,
[junit4] 2> "nodeNames":["127.0.0.1:37949_solr"]}}
[junit4] 2> 922869 DEBUG (AutoscalingActionExecutor-4177-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 5000ms
[junit4] 2> 922869 DEBUG (AutoscalingActionExecutor-4177-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 0 ms for event id=7f273399da08T5kemtauassy7xg3qyftp4zu6q
[junit4] 2> 922873 INFO (qtp1672784479-12015) [n:127.0.0.1:41915_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 922873 DEBUG (qtp1672784479-12022) [n:127.0.0.1:41915_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 922873 INFO (qtp1672784479-12022) [n:127.0.0.1:41915_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 922873 DEBUG (zkCallback-1954-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 922874 DEBUG (zkCallback-1954-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:41915_solr]
[junit4] 2> 922874 DEBUG (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 922874 DEBUG (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 922874 DEBUG (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 924874 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[4E31E1857879AFC1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTrigger
[junit4] 2> 924890 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerThrottling
[junit4] 2> 924890 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
[junit4] 2> 924891 DEBUG (zkCallback-1954-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 924891 DEBUG (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 924892 DEBUG (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 924892 DEBUG (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 924892 DEBUG (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 924893 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T19:27:37-02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 924894 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 924895 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 924895 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 924895 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@74eba428{/solr,null,AVAILABLE}
[junit4] 2> 924896 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@a40f26a{SSL,[ssl, http/1.1]}{127.0.0.1:39139}
[junit4] 2> 924896 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.e.j.s.Server Started @926484ms
[junit4] 2> 924896 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39139}
[junit4] 2> 924896 ERROR (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 924896 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 924896 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 924896 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 924897 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T02:07:07.047Z
[junit4] 2> 924898 INFO (zkConnectionManagerCallback-1969-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 924899 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 924909 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33519/solr
[junit4] 2> 924912 INFO (zkConnectionManagerCallback-1973-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 924917 INFO (zkConnectionManagerCallback-1975-thread-1-processing-n:127.0.0.1:39139_solr) [n:127.0.0.1:39139_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 924920 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [n:127.0.0.1:39139_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 924921 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [n:127.0.0.1:39139_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 924922 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [n:127.0.0.1:39139_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39139_solr
[junit4] 2> 924922 INFO (zkCallback-1966-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 924922 INFO (zkCallback-1954-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 924923 INFO (zkCallback-1974-thread-1-processing-n:127.0.0.1:39139_solr) [n:127.0.0.1:39139_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 924993 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [n:127.0.0.1:39139_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39139.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26eef72
[junit4] 2> 924999 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [n:127.0.0.1:39139_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39139.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26eef72
[junit4] 2> 924999 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [n:127.0.0.1:39139_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39139.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26eef72
[junit4] 2> 924999 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [n:127.0.0.1:39139_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_4E31E1857879AFC1-001/tempDir-001/node3/.
[junit4] 2> 925038 INFO (qtp1048922924-12088) [n:127.0.0.1:39139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 925038 INFO (qtp1672784479-12012) [n:127.0.0.1:41915_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 925038 DEBUG (qtp1672784479-12020) [n:127.0.0.1:41915_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 925039 INFO (qtp1672784479-12020) [n:127.0.0.1:41915_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=14
[junit4] 2> 925039 DEBUG (zkCallback-1954-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 925041 INFO (qtp1048922924-12086) [n:127.0.0.1:39139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 925041 INFO (qtp1672784479-12015) [n:127.0.0.1:41915_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 925041 DEBUG (qtp1672784479-12022) [n:127.0.0.1:41915_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 925042 INFO (qtp1672784479-12022) [n:127.0.0.1:41915_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 925042 DEBUG (zkCallback-1954-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:39139_solr, 127.0.0.1:41915_solr]
[junit4] 2> 925042 DEBUG (zkCallback-1954-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 925042 DEBUG (zkCallback-1954-thread-2-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 925042 DEBUG (zkCallback-1954-thread-2-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:39139_solr, 127.0.0.1:41915_solr]
[junit4] 2> 925042 DEBUG (zkCallback-1954-thread-2-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 925042 DEBUG (zkCallback-1954-thread-2-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:39139_solr, 127.0.0.1:41915_solr]
[junit4] 2> 925042 DEBUG (zkCallback-1954-thread-2-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 925042 DEBUG (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 925043 INFO (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 925044 DEBUG (ScheduledTrigger-4176-thread-1) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 925044 DEBUG (ScheduledTrigger-4176-thread-1) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 925044 INFO (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 925044 DEBUG (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 925044 DEBUG (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 925044 DEBUG (ScheduledTrigger-4176-thread-4) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 925044 DEBUG (ScheduledTrigger-4176-thread-4) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 925045 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T19:27:37-02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 925045 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 925045 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 925045 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 925046 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@736f223b{/solr,null,AVAILABLE}
[junit4] 2> 925046 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@67efc57{SSL,[ssl, http/1.1]}{127.0.0.1:33757}
[junit4] 2> 925046 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.e.j.s.Server Started @926634ms
[junit4] 2> 925046 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33757}
[junit4] 2> 925046 ERROR (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 925046 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 925046 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 925046 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 925046 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T02:07:07.197Z
[junit4] 2> 925047 INFO (zkConnectionManagerCallback-1979-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 925047 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 925052 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33519/solr
[junit4] 2> 925052 INFO (zkConnectionManagerCallback-1983-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 925054 INFO (zkConnectionManagerCallback-1985-thread-1-processing-n:127.0.0.1:33757_solr) [n:127.0.0.1:33757_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 925056 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [n:127.0.0.1:33757_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 925056 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [n:127.0.0.1:33757_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 925057 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [n:127.0.0.1:33757_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33757_solr
[junit4] 2> 925057 INFO (zkCallback-1954-thread-2-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 925057 INFO (zkCallback-1966-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 925057 INFO (zkCallback-1974-thread-1-processing-n:127.0.0.1:39139_solr) [n:127.0.0.1:39139_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 925057 INFO (zkCallback-1984-thread-1-processing-n:127.0.0.1:33757_solr) [n:127.0.0.1:33757_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 925112 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [n:127.0.0.1:33757_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33757.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26eef72
[junit4] 2> 925118 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [n:127.0.0.1:33757_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33757.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26eef72
[junit4] 2> 925118 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [n:127.0.0.1:33757_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33757.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26eef72
[junit4] 2> 925119 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [n:127.0.0.1:33757_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_4E31E1857879AFC1-001/tempDir-001/node4/.
[junit4] 2> 926044 DEBUG (ScheduledTrigger-4176-thread-1) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 926045 DEBUG (ScheduledTrigger-4176-thread-1) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 926045 DEBUG (ScheduledTrigger-4176-thread-3) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 926045 DEBUG (ScheduledTrigger-4176-thread-3) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 926045 DEBUG (ScheduledTrigger-4176-thread-1) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:33757_solr at time 139812525523187
[junit4] 2> 926045 DEBUG (ScheduledTrigger-4176-thread-3) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:33757_solr at time 139812525565122
[junit4] 2> 926046 DEBUG (ScheduledTrigger-4176-thread-3) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:33757_solr] added at times [139812525565122], now=139812525767237
[junit4] 2> 926046 DEBUG (ScheduledTrigger-4176-thread-1) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:33757_solr] added at times [139812525523187], now=139812525767503
[junit4] 2> 926046 DEBUG (ScheduledTrigger-4176-thread-1) [n:127.0.0.1:41915_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"7f28a3eb40f3T5kemtauassy7xg3qyftp4zu6s",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":139812525523187,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[139812525523187],
[junit4] 2> "nodeNames":["127.0.0.1:33757_solr"]}}
[junit4] 2> 926046 DEBUG (ScheduledTrigger-4176-thread-3) [n:127.0.0.1:41915_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"7f28a3ebe4c2T5kemtauassy7xg3qyftp4zu6t",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":139812525565122,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[139812525565122],
[junit4] 2> "nodeNames":["127.0.0.1:33757_solr"]}}
[junit4] 2> 926046 DEBUG (ScheduledTrigger-4176-thread-1) [n:127.0.0.1:41915_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger2, node_added_trigger1]
[junit4] 2> 926046 INFO (ScheduledTrigger-4176-thread-3) [n:127.0.0.1:41915_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 926047 INFO (ScheduledTrigger-4176-thread-1) [n:127.0.0.1:41915_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 926047 DEBUG (AutoscalingActionExecutor-4177-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"7f28a3eb40f3T5kemtauassy7xg3qyftp4zu6s",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":139812525523187,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[139812525523187],
[junit4] 2> "_enqueue_time_":139812526285037,
[junit4] 2> "nodeNames":["127.0.0.1:33757_solr"]}}
[junit4] 2> 926047 INFO (AutoscalingActionExecutor-4177-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_added_trigger2
[junit4] 2> 926048 DEBUG (AutoscalingActionExecutor-4177-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 926048 DEBUG (AutoscalingActionExecutor-4177-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 926048 DEBUG (AutoscalingActionExecutor-4177-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=7f28a3eb40f3T5kemtauassy7xg3qyftp4zu6s
[junit4] 2> 931048 DEBUG (ScheduledTrigger-4176-thread-4) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 931049 DEBUG (ScheduledTrigger-4176-thread-4) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 931050 DEBUG (ScheduledTrigger-4176-thread-2) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 931050 DEBUG (ScheduledTrigger-4176-thread-4) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:33757_solr] added at times [139812525565122], now=139817529703127
[junit4] 2> 931050 DEBUG (ScheduledTrigger-4176-thread-2) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 931050 DEBUG (ScheduledTrigger-4176-thread-4) [n:127.0.0.1:41915_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"7f28a3ebe4c2T5kemtauassy7xg3qyftp4zu6w",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":139812525565122,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[139812525565122],
[junit4] 2> "nodeNames":["127.0.0.1:33757_solr"]}}
[junit4] 2> 931050 DEBUG (ScheduledTrigger-4176-thread-4) [n:127.0.0.1:41915_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger2, node_added_trigger1]
[junit4] 2> 931051 DEBUG (AutoscalingActionExecutor-4177-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"7f28a3ebe4c2T5kemtauassy7xg3qyftp4zu6w",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":139812525565122,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[139812525565122],
[junit4] 2> "_enqueue_time_":139817530086532,
[junit4] 2> "nodeNames":["127.0.0.1:33757_solr"]}}
[junit4] 2> 931051 INFO (AutoscalingActionExecutor-4177-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.TriggerIntegrationTest last action at 1516846028198000000 current time = 1516846033202000000
[junit4] 2> real diff: 5004000000
[junit4] 2> min diff: 4998000000
[junit4] 2> 931051 INFO (AutoscalingActionExecutor-4177-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_added_trigger1
[junit4] 2> 931052 DEBUG (AutoscalingActionExecutor-4177-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 931052 DEBUG (AutoscalingActionExecutor-4177-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 931052 DEBUG (AutoscalingActionExecutor-4177-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=7f28a3ebe4c2T5kemtauassy7xg3qyftp4zu6w
[junit4] 2> 931078 INFO (qtp168626059-12114) [n:127.0.0.1:33757_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 931080 INFO (qtp1048922924-12088) [n:127.0.0.1:39139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 931082 INFO (qtp1672784479-12012) [n:127.0.0.1:41915_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 931083 DEBUG (qtp1672784479-12020) [n:127.0.0.1:41915_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 931084 INFO (qtp1672784479-12020) [n:127.0.0.1:41915_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=30
[junit4] 2> 931084 DEBUG (zkCallback-1954-thread-2-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 931084 DEBUG (zkCallback-1954-thread-2-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:33757_solr, 127.0.0.1:39139_solr, 127.0.0.1:41915_solr]
[junit4] 2> 931085 DEBUG (zkCallback-1954-thread-2-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 931085 DEBUG (zkCallback-1954-thread-2-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:33757_solr, 127.0.0.1:39139_solr, 127.0.0.1:41915_solr]
[junit4] 2> 931086 DEBUG (zkCallback-1954-thread-2-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:33757_solr, 127.0.0.1:39139_solr, 127.0.0.1:41915_solr]
[junit4] 2> 931086 DEBUG (zkCallback-1954-thread-2-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 931086 DEBUG (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 931088 INFO (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 931089 DEBUG (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 931089 DEBUG (ScheduledTrigger-4176-thread-2) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 3
[junit4] 2> 931091 INFO (qtp168626059-12110) [n:127.0.0.1:33757_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 931094 INFO (qtp1048922924-12087) [n:127.0.0.1:39139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 931096 INFO (qtp1672784479-12012) [n:127.0.0.1:41915_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 931097 DEBUG (qtp168626059-12113) [n:127.0.0.1:33757_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 931097 INFO (qtp168626059-12113) [n:127.0.0.1:33757_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 931098 DEBUG (zkCallback-1954-thread-2-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 931098 DEBUG (zkCallback-1954-thread-2-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:33757_solr, 127.0.0.1:39139_solr, 127.0.0.1:41915_solr]
[junit4] 2> 931098 DEBUG (zkCallback-1954-thread-2-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 931099 DEBUG (zkCallback-1954-thread-2-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:33757_solr, 127.0.0.1:39139_solr, 127.0.0.1:41915_solr]
[junit4] 2> 931099 DEBUG (zkCallback-1954-thread-2-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:33757_solr, 127.0.0.1:39139_solr, 127.0.0.1:41915_solr]
[junit4] 2> 931100 DEBUG (zkCallback-1954-thread-2-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 931100 DEBUG (zkCallback-1954-thread-2-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:33757_solr, 127.0.0.1:39139_solr, 127.0.0.1:41915_solr]
[junit4] 2> 931100 DEBUG (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 931102 INFO (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 931102 DEBUG (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 931103 DEBUG (ScheduledTrigger-4176-thread-1) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 3
[junit4] 2> 931103 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@67efc57{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 931103 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=839685156
[junit4] 2> 931103 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 931104 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5d6cf635: rootName = solr_33757, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@22b94f29
[junit4] 2> 931113 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 931114 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@29a88ca2: rootName = solr_33757, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4f00e243
[junit4] 2> 931120 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 931120 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@61c7bde3: rootName = solr_33757, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@50aa4484
[junit4] 2> 931121 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:33757_solr
[junit4] 2> 931122 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 931122 INFO (zkCallback-1966-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 931122 INFO (zkCallback-1974-thread-1-processing-n:127.0.0.1:39139_solr) [n:127.0.0.1:39139_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 931122 INFO (zkCallback-1984-thread-1-processing-n:127.0.0.1:33757_solr) [n:127.0.0.1:33757_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 931122 INFO (zkCallback-1954-thread-2-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 931122 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 931123 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@736f223b{/solr,null,UNAVAILABLE}
[junit4] 2> 931123 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 932091 DEBUG (ScheduledTrigger-4176-thread-3) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 2
[junit4] 2> 932091 DEBUG (ScheduledTrigger-4176-thread-3) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:33757_solr
[junit4] 2> 932091 DEBUG (ScheduledTrigger-4176-thread-3) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:33757_solr]
[junit4] 2> 932091 DEBUG (ScheduledTrigger-4176-thread-3) [n:127.0.0.1:41915_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"7f2a0c3e4e16T5kemtauassy7xg3qyftp4zu6x",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":139818570763798,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[139818570763798],
[junit4] 2> "nodeNames":["127.0.0.1:33757_solr"]}}
[junit4] 2> 932091 DEBUG (ScheduledTrigger-4176-thread-3) [n:127.0.0.1:41915_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, node_added_trigger2, node_lost_trigger1, node_added_trigger1]
[junit4] 2> 932091 INFO (ScheduledTrigger-4176-thread-3) [n:127.0.0.1:41915_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 932091 DEBUG (AutoscalingActionExecutor-4177-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"7f2a0c3e4e16T5kemtauassy7xg3qyftp4zu6x",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":139818570763798,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[139818570763798],
[junit4] 2> "_enqueue_time_":139818570913110,
[junit4] 2> "nodeNames":["127.0.0.1:33757_solr"]}}
[junit4] 2> 932091 INFO (AutoscalingActionExecutor-4177-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_lost_trigger1
[junit4] 2> 932092 DEBUG (AutoscalingActionExecutor-4177-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger2 after 5000ms
[junit4] 2> 932092 DEBUG (AutoscalingActionExecutor-4177-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 932092 DEBUG (AutoscalingActionExecutor-4177-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 5000ms
[junit4] 2> 932092 DEBUG (AutoscalingActionExecutor-4177-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 932092 DEBUG (AutoscalingActionExecutor-4177-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 0 ms for event id=7f2a0c3e4e16T5kemtauassy7xg3qyftp4zu6x
[junit4] 2> 937092 DEBUG (ScheduledTrigger-4176-thread-1) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 937093 DEBUG (ScheduledTrigger-4176-thread-4) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 2
[junit4] 2> 937093 DEBUG (ScheduledTrigger-4176-thread-1) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 937093 DEBUG (ScheduledTrigger-4176-thread-4) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:33757_solr
[junit4] 2> 937092 DEBUG (ScheduledTrigger-4176-thread-3) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 2
[junit4] 2> 937092 DEBUG (ScheduledTrigger-4176-thread-2) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 937093 DEBUG (ScheduledTrigger-4176-thread-4) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:33757_solr]
[junit4] 2> 937093 DEBUG (ScheduledTrigger-4176-thread-2) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 937093 DEBUG (ScheduledTrigger-4176-thread-4) [n:127.0.0.1:41915_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"7f2b36649f48T5kemtauassy7xg3qyftp4zu6z",
[junit4] 2> "source":"node_lost_trigger2",
[junit4] 2> "eventTime":139823572885320,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[139823572885320],
[junit4] 2> "nodeNames":["127.0.0.1:33757_solr"]}}
[junit4] 2> 937093 DEBUG (ScheduledTrigger-4176-thread-4) [n:127.0.0.1:41915_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, node_added_trigger2, node_lost_trigger1, node_added_trigger1]
[junit4] 2> 937093 INFO (ScheduledTrigger-4176-thread-4) [n:127.0.0.1:41915_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 937093 DEBUG (AutoscalingActionExecutor-4177-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"7f2b36649f48T5kemtauassy7xg3qyftp4zu6z",
[junit4] 2> "source":"node_lost_trigger2",
[junit4] 2> "eventTime":139823572885320,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[139823572885320],
[junit4] 2> "_enqueue_time_":139823573114027,
[junit4] 2> "nodeNames":["127.0.0.1:33757_solr"]}}
[junit4] 2> 937093 INFO (AutoscalingActionExecutor-4177-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.TriggerIntegrationTest last action at 1516846034242000000 current time = 1516846039244000000
[junit4] 2> real diff: 5002000000
[junit4] 2> min diff: 4998000000
[junit4] 2> 937093 INFO (AutoscalingActionExecutor-4177-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_lost_trigger2
[junit4] 2> 937093 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[4E31E1857879AFC1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTriggerThrottling
[junit4] 2> 937094 DEBUG (AutoscalingActionExecutor-4177-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger2 after 5000ms
[junit4] 2> 937094 DEBUG (AutoscalingActionExecutor-4177-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 937094 DEBUG (AutoscalingActionExecutor-4177-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 5000ms
[junit4] 2> 937094 DEBUG (AutoscalingActionExecutor-4177-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 937094 DEBUG (AutoscalingActionExecutor-4177-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 0 ms for event id=7f2b36649f48T5kemtauassy7xg3qyftp4zu6z
[junit4] 2> 937107 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[4E31E1857879AFC1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSetProperties
[junit4] 2> 937107 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[4E31E1857879AFC1]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 10
[junit4] 2> 937107 DEBUG (zkCallback-1954-thread-2-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
[junit4] 2> 937108 DEBUG (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
[junit4] 2> 937109 DEBUG (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 937109 DEBUG (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 937109 DEBUG (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
[junit4] 2> 938111 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[4E31E1857879AFC1]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerScheduleDelaySeconds from: 1 to: 4
[junit4] 2> 946113 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[4E31E1857879AFC1]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerScheduleDelaySeconds from: 4 to: 1
[junit4] 2> 956117 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[4E31E1857879AFC1]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerCorePoolSize from: 4 to: 6
[junit4] 2> 966122 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[4E31E1857879AFC1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSetProperties
[junit4] 2> 966130 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[4E31E1857879AFC1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventQueue
[junit4] 2> 966130 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[4E31E1857879AFC1]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 11
[junit4] 2> 966130 DEBUG (zkCallback-1954-thread-2-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11
[junit4] 2> 966130 DEBUG (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11
[junit4] 2> 966130 DEBUG (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 966130 DEBUG (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 966130 DEBUG (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11
[junit4] 2> 966131 INFO (qtp1048922924-12082) [n:127.0.0.1:39139_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 966133 INFO (qtp1048922924-12082) [n:127.0.0.1:39139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 966137 INFO (qtp1048922924-12086) [n:127.0.0.1:39139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 966138 INFO (qtp1672784479-12015) [n:127.0.0.1:41915_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 966138 DEBUG (qtp1672784479-12022) [n:127.0.0.1:41915_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 966139 INFO (qtp1672784479-12022) [n:127.0.0.1:41915_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 966139 DEBUG (zkCallback-1954-thread-2-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 12
[junit4] 2> 966139 INFO (zkCallback-1954-thread-2-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventQueueAction instantiated
[junit4] 2> 966139 DEBUG (zkCallback-1954-thread-2-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:39139_solr, 127.0.0.1:41915_solr]
[junit4] 2> 966139 DEBUG (zkCallback-1954-thread-2-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}], enabled=true}
[junit4] 2> 966139 DEBUG (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 12
[junit4] 2> 966140 DEBUG (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 966140 DEBUG (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 966140 DEBUG (OverseerAutoScalingTriggerThread-99408020808990725-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 12, lastZnodeVersion 12
[junit4] 2> 966140 DEBUG (ScheduledTrigger-4176-thread-1) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 966140 DEBUG (ScheduledTrigger-4176-thread-1) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 966141 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[4E31E1857879AFC1]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T19:27:37-02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 966141 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[4E31E1857879AFC1]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 966141 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[4E31E1857879AFC1]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 966141 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[4E31E1857879AFC1]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 966141 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[4E31E1857879AFC1]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4f2d23f4{/solr,null,AVAILABLE}
[junit4] 2> 966141 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[4E31E1857879AFC1]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5309da3e{SSL,[ssl, http/1.1]}{127.0.0.1:37581}
[junit4] 2> 966142 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[4E31E1857879AFC1]) [ ] o.e.j.s.Server Started @967730ms
[junit4] 2> 966142 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[4E31E1857879AFC1]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37581}
[junit4] 2> 966142 ERROR (TEST-TriggerIntegrationTest.testEventQueue-seed#[4E31E1857879AFC1]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 966142 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[4E31E1857879AFC1]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 966142 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[4E31E1857879AFC1]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 966142 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[4E31E1857879AFC1]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 966142 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[4E31E1857879AFC1]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T02:07:48.293Z
[junit4] 2> 966143 INFO (zkConnectionManagerCallback-1989-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 966143 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[4E31E1857879AFC1]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 966147 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[4E31E1857879AFC1]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33519/solr
[junit4] 2> 966148 INFO (zkConnectionManagerCallback-1993-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 966150 INFO (zkConnectionManagerCallback-1995-thread-1-processing-n:127.0.0.1:37581_solr) [n:127.0.0.1:37581_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 966151 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[4E31E1857879AFC1]) [n:127.0.0.1:37581_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 966152 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[4E31E1857879AFC1]) [n:127.0.0.1:37581_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 966153 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[4E31E1857879AFC1]) [n:127.0.0.1:37581_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37581_solr
[junit4] 2> 966153 INFO (zkCallback-1974-thread-1-processing-n:127.0.0.1:39139_solr) [n:127.0.0.1:39139_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 966153 INFO (zkCallback-1954-thread-2-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 966153 INFO (zkCallback-1966-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 966156 INFO (zkCallback-1994-thread-1-processing-n:127.0.0.1:37581_solr) [n:127.0.0.1:37581_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 966216 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[4E31E1857879AFC1]) [n:127.0.0.1:37581_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37581.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26eef72
[junit4] 2> 966222 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[4E31E1857879AFC1]) [n:127.0.0.1:37581_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37581.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26eef72
[junit4] 2> 966222 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[4E31E1857879AFC1]) [n:127.0.0.1:37581_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37581.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26eef72
[junit4] 2> 966223 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[4E31E1857879AFC1]) [n:127.0.0.1:37581_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_4E31E1857879AFC1-001/tempDir-001/node5/.
[junit4] 2> 967140 DEBUG (ScheduledTrigger-4176-thread-1) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 967140 DEBUG (ScheduledTrigger-4176-thread-1) [n:127.0.0.1:41915_solr ] o.a.s.c.a.NodeAddedTrigge
[...truncated too long message...]
a.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1116549 WARN (zkCallback-2112-thread-1-processing-n:127.0.0.1:38361_solr) [n:127.0.0.1:38361_solr ] o.a.s.c.ZkController Unable to register nodeLost path for 127.0.0.1:39605_solr
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:39605_solr
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:364)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:364)
[junit4] 2> at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:704)
[junit4] 2> at java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4649)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:703)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.access$900(ZkStateReader.java:72)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1090)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1085)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:268)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1116549 INFO (jetty-closer-1939-thread-9) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4bb80afb{/solr,null,UNAVAILABLE}
[junit4] 2> 1116549 INFO (jetty-closer-1939-thread-9) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1116550 ERROR (SUITE-TriggerIntegrationTest-seed#[4E31E1857879AFC1]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1116550 INFO (SUITE-TriggerIntegrationTest-seed#[4E31E1857879AFC1]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33519 33519
[junit4] 2> 1116556 INFO (Thread-4486) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33519 33519
[junit4] 2> 1116557 WARN (Thread-4486) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 23 /solr/aliases.json
[junit4] 2> 22 /solr/security.json
[junit4] 2> 7 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 113 /solr/collections/collection1/state.json
[junit4] 2> 23 /solr/clusterprops.json
[junit4] 2> 23 /solr/clusterstate.json
[junit4] 2> 12 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 3 /solr/collections/collection1/leader_elect/shard1/election/99408020808990755-core_node4-n_0000000001
[junit4] 2> 3 /solr/overseer_elect/election/99408020808990758-127.0.0.1:39185_solr-n_0000000011
[junit4] 2> 2 /solr/overseer_elect/election/99408020808990765-127.0.0.1:37749_solr-n_0000000013
[junit4] 2> 2 /solr/overseer_elect/election/99408020808990771-127.0.0.1:38361_solr-n_0000000015
[junit4] 2> 2 /solr/overseer_elect/election/99408020808990746-127.0.0.1:37291_solr-n_0000000007
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/99408020808990758-core_node8-n_0000000003
[junit4] 2> 2 /solr/overseer_elect/election/99408020808990749-127.0.0.1:37529_solr-n_0000000008
[junit4] 2> 2 /solr/overseer_elect/election/99408020808990777-127.0.0.1:41807_solr-n_0000000017
[junit4] 2> 2 /solr/overseer_elect/election/99408020808990725-127.0.0.1:41915_solr-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/99408020808990783-127.0.0.1:34479_solr-n_0000000019
[junit4] 2> 2 /solr/overseer_elect/election/99408020808990731-127.0.0.1:39139_solr-n_0000000002
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 23 /solr/live_nodes
[junit4] 2> 23 /solr/collections
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_4E31E1857879AFC1-001
[junit4] 2> Jan 25, 2018 2:10:18 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=PostingsFormat(name=Memory), id=PostingsFormat(name=Memory), x_s=FSTOrd50}, docValues:{}, maxPointsInLeafNode=165, maxMBSortInHeap=5.90815301113606, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@17eb6f2b), locale=es-MX, timezone=SystemV/EST5
[junit4] 2> NOTE: Linux 4.13.0-31-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=170977696,total=510656512
[junit4] 2> NOTE: All tests run in this JVM: [TestRestoreCore, TestCloudRecovery, TestExceedMaxTermLength, TestSizeLimitedDistributedMap, TestGeoJSONResponseWriter, TestAuthenticationFramework, TestSerializedLuceneMatchVersion, TestTrackingShardHandlerFactory, RankQueryTest, SynonymTokenizerTest, DistributedTermsComponentTest, UUIDFieldTest, FullHLLTest, BasicDistributedZkTest, BlockJoinFacetRandomTest, TestGraphTermsQParserPlugin, HdfsRecoverLeaseTest, TestRemoteStreaming, TestStressUserVersions, BinaryUpdateRequestHandlerTest, MetricTriggerTest, TestHdfsBackupRestoreCore, TestInfoStreamLogging, TolerantUpdateProcessorTest, AutoAddReplicasPlanActionTest, TestRTimerTree, DistribCursorPagingTest, SecurityConfHandlerTest, TestSimpleQParserPlugin, XmlUpdateRequestHandlerTest, TestSchemaResource, OverseerStatusTest, TestPolicyCloud, TestPayloadCheckQParserPlugin, SparseHLLTest, BasicAuthStandaloneTest, MetricsConfigTest, TestDistributedSearch, TestBinaryField, NodeMutatorTest, HdfsChaosMonkeyNothingIsSafeTest, CursorPagingTest, ConjunctionSolrSpellCheckerTest, TestLegacyNumericRangeQueryBuilder, DistributedFacetPivotLongTailTest, SolrMetricReporterTest, SolrIndexConfigTest, TestDocSet, HdfsUnloadDistributedZkTest, TestEmbeddedSolrServerSchemaAPI, TestCollationField, DateRangeFieldTest, AnalysisErrorHandlingTest, TestFieldCacheSort, TestExpandComponent, AssignBackwardCompatibilityTest, IndexBasedSpellCheckerTest, TestManagedResource, TestRandomFaceting, DocumentAnalysisRequestHandlerTest, OpenExchangeRatesOrgProviderTest, TestClusterStateMutator, CursorMarkTest, TestDocTermOrds, SolrRequestParserTest, TestPullReplica, DistributedSuggestComponentTest, TestTolerantUpdateProcessorCloud, SolrPluginUtilsTest, TestPushWriter, DistributedQueryElevationComponentTest, ExitableDirectoryReaderTest, ZkSolrClientTest, SpellingQueryConverterTest, TestManagedSchemaThreadSafety, TestGroupingSearch, SolrCLIZkUtilsTest, TestHalfAndHalfDocValues, ReplicaListTransformerTest, TestIndexingPerformance, FullSolrCloudDistribCmdsTest, SolrIndexSplitterTest, CloneFieldUpdateProcessorFactoryTest, DebugComponentTest, TestNonDefinedSimilarityFactory, TemplateUpdateProcessorTest, MoveReplicaHDFSTest, SolrGraphiteReporterTest, TestJoin, TestCustomSort, TestReplicaProperties, TestWordDelimiterFilterFactory, ConfigureRecoveryStrategyTest, TestScoreJoinQPScore, TestBulkSchemaAPI, ZkNodePropsTest, CoreAdminCreateDiscoverTest, TestMultiValuedNumericRangeQuery, RAMDirectoryFactoryTest, TestIBSimilarityFactory, TestSortByMinMaxFunction, TestNumericTerms64, TestMultiWordSynonyms, ParsingFieldUpdateProcessorsTest, AnalyticsMergeStrategyTest, TestLMDirichletSimilarityFactory, TestPhraseSuggestions, RecoveryAfterSoftCommitTest, SpellCheckCollatorTest, TestSolrConfigHandlerCloud, RegexBytesRefFilterTest, TestHashPartitioner, SuggestComponentContextFilterQueryTest, DistributedQueueTest, TermVectorComponentDistributedTest, ReplicationFactorTest, TestSolrConfigHandler, TestRandomCollapseQParserPlugin, UpdateParamsTest, TriggerIntegrationTest]
[junit4] Completed [319/768 (1!)] on J0 in 198.61s, 14 tests, 1 error <<< FAILURES!
[...truncated 49626 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
21342 - Failure!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21342/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
All tests passed
Build Log:
[...truncated 50725 lines...]
-ecj-javadoc-lint-tests:
[mkdir] Created dir: /tmp/ecj271335341
[ecj-lint] Compiling 19 source files to /tmp/ecj271335341
[ecj-lint] ----------
[ecj-lint] 1. ERROR in /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/spatial3d/src/test/org/apache/lucene/spatial3d/geom/RandomPlaneTest.java (at line 20)
[ecj-lint] import java.util.ArrayList;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import java.util.ArrayList is never used
[ecj-lint] ----------
[ecj-lint] 2. ERROR in /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/spatial3d/src/test/org/apache/lucene/spatial3d/geom/RandomPlaneTest.java (at line 21)
[ecj-lint] import java.util.List;
[ecj-lint] ^^^^^^^^^^^^^^
[ecj-lint] The import java.util.List is never used
[ecj-lint] ----------
[ecj-lint] 2 problems (2 errors)
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-master-Linux/build.xml:836: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-master-Linux/build.xml:101: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build.xml:208: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/common-build.xml:2281: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/common-build.xml:2112: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/common-build.xml:2145: Compile failed; see the compiler error output for details.
Total time: 79 minutes 23 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
21341 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21341/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([403A938CC188709D:44C43A9EFB42F207]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger(TriggerIntegrationTest.java:521)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12421 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> 581045 INFO (SUITE-TriggerIntegrationTest-seed#[403A938CC188709D]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_403A938CC188709D-001/init-core-data-001
[junit4] 2> 581046 WARN (SUITE-TriggerIntegrationTest-seed#[403A938CC188709D]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 581046 INFO (SUITE-TriggerIntegrationTest-seed#[403A938CC188709D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 581048 INFO (SUITE-TriggerIntegrationTest-seed#[403A938CC188709D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 581049 INFO (SUITE-TriggerIntegrationTest-seed#[403A938CC188709D]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_403A938CC188709D-001/tempDir-001
[junit4] 2> 581049 INFO (SUITE-TriggerIntegrationTest-seed#[403A938CC188709D]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 581050 INFO (Thread-1178) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 581050 INFO (Thread-1178) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 581052 ERROR (Thread-1178) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 581150 INFO (SUITE-TriggerIntegrationTest-seed#[403A938CC188709D]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:35187
[junit4] 2> 581152 INFO (zkConnectionManagerCallback-1139-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 581155 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1612cc52e890000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 581159 INFO (jetty-launcher-1136-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T07:27:37+10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 581159 INFO (jetty-launcher-1136-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T07:27:37+10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 581173 INFO (jetty-launcher-1136-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 581173 INFO (jetty-launcher-1136-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 581173 INFO (jetty-launcher-1136-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 581173 INFO (jetty-launcher-1136-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 581173 INFO (jetty-launcher-1136-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 581173 INFO (jetty-launcher-1136-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 581174 INFO (jetty-launcher-1136-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@626a833{/solr,null,AVAILABLE}
[junit4] 2> 581174 INFO (jetty-launcher-1136-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@255faf2f{/solr,null,AVAILABLE}
[junit4] 2> 581174 INFO (jetty-launcher-1136-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3f79abd3{SSL,[ssl, http/1.1]}{127.0.0.1:40859}
[junit4] 2> 581174 INFO (jetty-launcher-1136-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@430a8ea6{SSL,[ssl, http/1.1]}{127.0.0.1:36711}
[junit4] 2> 581174 INFO (jetty-launcher-1136-thread-2) [ ] o.e.j.s.Server Started @582756ms
[junit4] 2> 581174 INFO (jetty-launcher-1136-thread-1) [ ] o.e.j.s.Server Started @582756ms
[junit4] 2> 581174 INFO (jetty-launcher-1136-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40859}
[junit4] 2> 581174 INFO (jetty-launcher-1136-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36711}
[junit4] 2> 581175 ERROR (jetty-launcher-1136-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 581175 ERROR (jetty-launcher-1136-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 581175 INFO (jetty-launcher-1136-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 581175 INFO (jetty-launcher-1136-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 581175 INFO (jetty-launcher-1136-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 581175 INFO (jetty-launcher-1136-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 581175 INFO (jetty-launcher-1136-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 581175 INFO (jetty-launcher-1136-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 581175 INFO (jetty-launcher-1136-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T10:02:55.621Z
[junit4] 2> 581175 INFO (jetty-launcher-1136-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T10:02:55.621Z
[junit4] 2> 581176 INFO (zkConnectionManagerCallback-1142-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 581176 INFO (zkConnectionManagerCallback-1143-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 581176 INFO (jetty-launcher-1136-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 581176 INFO (jetty-launcher-1136-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 581183 INFO (jetty-launcher-1136-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35187/solr
[junit4] 2> 581184 INFO (jetty-launcher-1136-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35187/solr
[junit4] 2> 581186 INFO (zkConnectionManagerCallback-1148-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 581188 INFO (zkConnectionManagerCallback-1151-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 581197 INFO (zkConnectionManagerCallback-1153-thread-1-processing-n:127.0.0.1:36711_solr) [n:127.0.0.1:36711_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 581198 INFO (zkConnectionManagerCallback-1155-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 581242 INFO (jetty-launcher-1136-thread-2) [n:127.0.0.1:40859_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 581242 INFO (jetty-launcher-1136-thread-1) [n:127.0.0.1:36711_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 581242 INFO (jetty-launcher-1136-thread-2) [n:127.0.0.1:40859_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40859_solr
[junit4] 2> 581242 INFO (jetty-launcher-1136-thread-1) [n:127.0.0.1:36711_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36711_solr
[junit4] 2> 581243 INFO (jetty-launcher-1136-thread-2) [n:127.0.0.1:40859_solr ] o.a.s.c.Overseer Overseer (id=99409892179771398-127.0.0.1:40859_solr-n_0000000000) starting
[junit4] 2> 581244 INFO (zkCallback-1152-thread-1-processing-n:127.0.0.1:36711_solr) [n:127.0.0.1:36711_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 581244 INFO (zkCallback-1154-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 581254 DEBUG (OverseerAutoScalingTriggerThread-99409892179771398-127.0.0.1:40859_solr-n_0000000000) [n:127.0.0.1:40859_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 581254 INFO (jetty-launcher-1136-thread-2) [n:127.0.0.1:40859_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40859_solr
[junit4] 2> 581254 DEBUG (OverseerAutoScalingTriggerThread-99409892179771398-127.0.0.1:40859_solr-n_0000000000) [n:127.0.0.1:40859_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 581254 DEBUG (OverseerAutoScalingTriggerThread-99409892179771398-127.0.0.1:40859_solr-n_0000000000) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:36711_solr]
[junit4] 2> 581254 DEBUG (OverseerAutoScalingTriggerThread-99409892179771398-127.0.0.1:40859_solr-n_0000000000) [n:127.0.0.1:40859_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 581255 DEBUG (OverseerAutoScalingTriggerThread-99409892179771398-127.0.0.1:40859_solr-n_0000000000) [n:127.0.0.1:40859_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 581255 INFO (zkCallback-1152-thread-1-processing-n:127.0.0.1:36711_solr) [n:127.0.0.1:36711_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 581255 INFO (zkCallback-1154-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 581257 DEBUG (OverseerAutoScalingTriggerThread-99409892179771398-127.0.0.1:40859_solr-n_0000000000) [n:127.0.0.1:40859_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 581259 DEBUG (OverseerAutoScalingTriggerThread-99409892179771398-127.0.0.1:40859_solr-n_0000000000) [n:127.0.0.1:40859_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 581265 DEBUG (ScheduledTrigger-2435-thread-1) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 581350 INFO (jetty-launcher-1136-thread-2) [n:127.0.0.1:40859_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40859.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5130e844
[junit4] 2> 581359 INFO (jetty-launcher-1136-thread-1) [n:127.0.0.1:36711_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36711.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5130e844
[junit4] 2> 581365 INFO (jetty-launcher-1136-thread-2) [n:127.0.0.1:40859_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40859.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5130e844
[junit4] 2> 581365 INFO (jetty-launcher-1136-thread-2) [n:127.0.0.1:40859_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40859.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5130e844
[junit4] 2> 581367 INFO (jetty-launcher-1136-thread-2) [n:127.0.0.1:40859_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_403A938CC188709D-001/tempDir-001/node2/.
[junit4] 2> 581371 INFO (jetty-launcher-1136-thread-1) [n:127.0.0.1:36711_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36711.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5130e844
[junit4] 2> 581371 INFO (jetty-launcher-1136-thread-1) [n:127.0.0.1:36711_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36711.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5130e844
[junit4] 2> 581372 INFO (jetty-launcher-1136-thread-1) [n:127.0.0.1:36711_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_403A938CC188709D-001/tempDir-001/node1/.
[junit4] 2> 581421 INFO (zkConnectionManagerCallback-1161-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 581423 INFO (zkConnectionManagerCallback-1165-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 581423 INFO (SUITE-TriggerIntegrationTest-seed#[403A938CC188709D]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 581423 INFO (SUITE-TriggerIntegrationTest-seed#[403A938CC188709D]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35187/solr ready
[junit4] 2> 581439 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[403A938CC188709D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerThrottling
[junit4] 2> 581440 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[403A938CC188709D]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 581440 DEBUG (zkCallback-1154-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 581440 DEBUG (OverseerAutoScalingTriggerThread-99409892179771398-127.0.0.1:40859_solr-n_0000000000) [n:127.0.0.1:40859_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 581449 DEBUG (OverseerAutoScalingTriggerThread-99409892179771398-127.0.0.1:40859_solr-n_0000000000) [n:127.0.0.1:40859_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 581449 DEBUG (OverseerAutoScalingTriggerThread-99409892179771398-127.0.0.1:40859_solr-n_0000000000) [n:127.0.0.1:40859_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 581449 DEBUG (OverseerAutoScalingTriggerThread-99409892179771398-127.0.0.1:40859_solr-n_0000000000) [n:127.0.0.1:40859_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 581501 INFO (qtp1506398012-5393) [n:127.0.0.1:36711_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 581529 INFO (qtp1865372367-5392) [n:127.0.0.1:40859_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 581529 DEBUG (qtp1506398012-5391) [n:127.0.0.1:36711_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 581530 INFO (qtp1506398012-5391) [n:127.0.0.1:36711_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=45
[junit4] 2> 581530 DEBUG (zkCallback-1154-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 581534 INFO (qtp1506398012-5385) [n:127.0.0.1:36711_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 581536 DEBUG (zkCallback-1154-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:36711_solr, 127.0.0.1:40859_solr]
[junit4] 2> 581536 DEBUG (zkCallback-1154-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 581536 DEBUG (OverseerAutoScalingTriggerThread-99409892179771398-127.0.0.1:40859_solr-n_0000000000) [n:127.0.0.1:40859_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 581536 INFO (qtp1865372367-5396) [n:127.0.0.1:40859_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 581537 DEBUG (qtp1506398012-5395) [n:127.0.0.1:36711_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 581537 INFO (OverseerAutoScalingTriggerThread-99409892179771398-127.0.0.1:40859_solr-n_0000000000) [n:127.0.0.1:40859_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 581537 INFO (qtp1506398012-5395) [n:127.0.0.1:36711_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 581538 DEBUG (zkCallback-1154-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 581538 DEBUG (zkCallback-1154-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:36711_solr, 127.0.0.1:40859_solr]
[junit4] 2> 581538 DEBUG (zkCallback-1154-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 581538 DEBUG (zkCallback-1154-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:36711_solr, 127.0.0.1:40859_solr]
[junit4] 2> 581538 DEBUG (zkCallback-1154-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 581538 DEBUG (OverseerAutoScalingTriggerThread-99409892179771398-127.0.0.1:40859_solr-n_0000000000) [n:127.0.0.1:40859_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 581538 DEBUG (OverseerAutoScalingTriggerThread-99409892179771398-127.0.0.1:40859_solr-n_0000000000) [n:127.0.0.1:40859_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 3
[junit4] 2> 581540 DEBUG (OverseerAutoScalingTriggerThread-99409892179771398-127.0.0.1:40859_solr-n_0000000000) [n:127.0.0.1:40859_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 581538 DEBUG (ScheduledTrigger-2435-thread-1) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 581540 DEBUG (ScheduledTrigger-2435-thread-1) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 581541 INFO (OverseerAutoScalingTriggerThread-99409892179771398-127.0.0.1:40859_solr-n_0000000000) [n:127.0.0.1:40859_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 581541 DEBUG (ScheduledTrigger-2435-thread-2) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 581542 DEBUG (ScheduledTrigger-2435-thread-2) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 581542 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[403A938CC188709D]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T07:27:37+10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 581549 DEBUG (OverseerAutoScalingTriggerThread-99409892179771398-127.0.0.1:40859_solr-n_0000000000) [n:127.0.0.1:40859_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 581549 DEBUG (OverseerAutoScalingTriggerThread-99409892179771398-127.0.0.1:40859_solr-n_0000000000) [n:127.0.0.1:40859_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 581557 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[403A938CC188709D]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 581557 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[403A938CC188709D]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 581557 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[403A938CC188709D]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 581561 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[403A938CC188709D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5ab1d617{/solr,null,AVAILABLE}
[junit4] 2> 581562 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[403A938CC188709D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@36ecb370{SSL,[ssl, http/1.1]}{127.0.0.1:38373}
[junit4] 2> 581562 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[403A938CC188709D]) [ ] o.e.j.s.Server Started @583143ms
[junit4] 2> 581562 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[403A938CC188709D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38373}
[junit4] 2> 581562 ERROR (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[403A938CC188709D]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 581562 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[403A938CC188709D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 581562 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[403A938CC188709D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 581562 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[403A938CC188709D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 581562 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[403A938CC188709D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T10:02:56.008Z
[junit4] 2> 581578 INFO (zkConnectionManagerCallback-1167-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 581578 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[403A938CC188709D]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 581585 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[403A938CC188709D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35187/solr
[junit4] 2> 581593 INFO (zkConnectionManagerCallback-1171-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 581599 INFO (zkConnectionManagerCallback-1173-thread-1-processing-n:127.0.0.1:38373_solr) [n:127.0.0.1:38373_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 581601 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[403A938CC188709D]) [n:127.0.0.1:38373_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 581602 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[403A938CC188709D]) [n:127.0.0.1:38373_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 581603 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[403A938CC188709D]) [n:127.0.0.1:38373_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38373_solr
[junit4] 2> 581604 INFO (zkCallback-1154-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 581604 INFO (zkCallback-1152-thread-1-processing-n:127.0.0.1:36711_solr) [n:127.0.0.1:36711_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 581615 INFO (zkCallback-1164-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 581615 INFO (zkCallback-1172-thread-1-processing-n:127.0.0.1:38373_solr) [n:127.0.0.1:38373_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 581666 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[403A938CC188709D]) [n:127.0.0.1:38373_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38373.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5130e844
[junit4] 2> 581675 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[403A938CC188709D]) [n:127.0.0.1:38373_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38373.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5130e844
[junit4] 2> 581675 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[403A938CC188709D]) [n:127.0.0.1:38373_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38373.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5130e844
[junit4] 2> 581676 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[403A938CC188709D]) [n:127.0.0.1:38373_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_403A938CC188709D-001/tempDir-001/node3/.
[junit4] 2> 582543 DEBUG (ScheduledTrigger-2435-thread-2) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 582543 DEBUG (ScheduledTrigger-2435-thread-4) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 582543 DEBUG (ScheduledTrigger-2435-thread-4) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 582543 DEBUG (ScheduledTrigger-2435-thread-2) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 582544 DEBUG (ScheduledTrigger-2435-thread-2) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:38373_solr at time 168361318636787
[junit4] 2> 582544 DEBUG (ScheduledTrigger-2435-thread-4) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:38373_solr at time 168361318636841
[junit4] 2> 582544 DEBUG (ScheduledTrigger-2435-thread-2) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:38373_solr] added at times [168361318636787], now=168361318739318
[junit4] 2> 582544 DEBUG (ScheduledTrigger-2435-thread-4) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:38373_solr] added at times [168361318636841], now=168361318739509
[junit4] 2> 582544 DEBUG (ScheduledTrigger-2435-thread-2) [n:127.0.0.1:40859_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"991fac975cf3T55tr1r9dih9e70tcshahjf2yg",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":168361318636787,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[168361318636787],
[junit4] 2> "nodeNames":["127.0.0.1:38373_solr"]}}
[junit4] 2> 582544 DEBUG (ScheduledTrigger-2435-thread-4) [n:127.0.0.1:40859_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"991fac975d29T55tr1r9dih9e70tcshahjf2yh",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":168361318636841,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[168361318636841],
[junit4] 2> "nodeNames":["127.0.0.1:38373_solr"]}}
[junit4] 2> 582544 DEBUG (ScheduledTrigger-2435-thread-2) [n:127.0.0.1:40859_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger2, node_added_trigger1]
[junit4] 2> 582544 INFO (ScheduledTrigger-2435-thread-4) [n:127.0.0.1:40859_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 582545 INFO (ScheduledTrigger-2435-thread-2) [n:127.0.0.1:40859_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 582545 DEBUG (AutoscalingActionExecutor-2436-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"991fac975cf3T55tr1r9dih9e70tcshahjf2yg",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":168361318636787,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[168361318636787],
[junit4] 2> "_enqueue_time_":168361319371936,
[junit4] 2> "nodeNames":["127.0.0.1:38373_solr"]}}
[junit4] 2> 582545 INFO (AutoscalingActionExecutor-2436-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_added_trigger1
[junit4] 2> 582545 DEBUG (AutoscalingActionExecutor-2436-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 582545 DEBUG (AutoscalingActionExecutor-2436-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 582545 DEBUG (AutoscalingActionExecutor-2436-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 0 ms for event id=991fac975cf3T55tr1r9dih9e70tcshahjf2yg
[junit4] 2> 587546 DEBUG (ScheduledTrigger-2435-thread-3) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 587546 DEBUG (ScheduledTrigger-2435-thread-1) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 587546 DEBUG (ScheduledTrigger-2435-thread-3) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 587546 DEBUG (ScheduledTrigger-2435-thread-1) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 587546 DEBUG (ScheduledTrigger-2435-thread-1) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:38373_solr] added at times [168361318636841], now=168366321165033
[junit4] 2> 587546 DEBUG (ScheduledTrigger-2435-thread-1) [n:127.0.0.1:40859_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"991fac975d29T55tr1r9dih9e70tcshahjf2yk",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":168361318636841,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[168361318636841],
[junit4] 2> "nodeNames":["127.0.0.1:38373_solr"]}}
[junit4] 2> 587546 DEBUG (ScheduledTrigger-2435-thread-1) [n:127.0.0.1:40859_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger2, node_added_trigger1]
[junit4] 2> 587547 DEBUG (AutoscalingActionExecutor-2436-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"991fac975d29T55tr1r9dih9e70tcshahjf2yk",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":168361318636841,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[168361318636841],
[junit4] 2> "_enqueue_time_":168366321317419,
[junit4] 2> "nodeNames":["127.0.0.1:38373_solr"]}}
[junit4] 2> 587547 INFO (AutoscalingActionExecutor-2436-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.TriggerIntegrationTest last action at 1516874576991000000 current time = 1516874581993000000
[junit4] 2> real diff: 5002000000
[junit4] 2> min diff: 4998000000
[junit4] 2> 587547 INFO (AutoscalingActionExecutor-2436-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_added_trigger2
[junit4] 2> 587547 DEBUG (AutoscalingActionExecutor-2436-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 587547 DEBUG (AutoscalingActionExecutor-2436-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 587547 DEBUG (AutoscalingActionExecutor-2436-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 0 ms for event id=991fac975d29T55tr1r9dih9e70tcshahjf2yk
[junit4] 2> 587570 INFO (qtp1506398012-5385) [n:127.0.0.1:36711_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 587574 INFO (qtp337025431-5449) [n:127.0.0.1:38373_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 587576 INFO (qtp1865372367-5394) [n:127.0.0.1:40859_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 587576 DEBUG (qtp337025431-5452) [n:127.0.0.1:38373_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 587577 INFO (qtp337025431-5452) [n:127.0.0.1:38373_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=9
[junit4] 2> 587577 DEBUG (zkCallback-1154-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 587577 DEBUG (zkCallback-1154-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:36711_solr, 127.0.0.1:40859_solr, 127.0.0.1:38373_solr]
[junit4] 2> 587577 DEBUG (zkCallback-1154-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 587577 DEBUG (zkCallback-1154-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:36711_solr, 127.0.0.1:40859_solr, 127.0.0.1:38373_solr]
[junit4] 2> 587578 DEBUG (zkCallback-1154-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:36711_solr, 127.0.0.1:40859_solr, 127.0.0.1:38373_solr]
[junit4] 2> 587578 DEBUG (zkCallback-1154-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 587578 DEBUG (OverseerAutoScalingTriggerThread-99409892179771398-127.0.0.1:40859_solr-n_0000000000) [n:127.0.0.1:40859_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 587580 INFO (qtp1506398012-5395) [n:127.0.0.1:36711_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 587580 INFO (OverseerAutoScalingTriggerThread-99409892179771398-127.0.0.1:40859_solr-n_0000000000) [n:127.0.0.1:40859_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 587580 DEBUG (OverseerAutoScalingTriggerThread-99409892179771398-127.0.0.1:40859_solr-n_0000000000) [n:127.0.0.1:40859_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 587580 DEBUG (ScheduledTrigger-2435-thread-3) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 3
[junit4] 2> 587584 INFO (qtp337025431-5453) [n:127.0.0.1:38373_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 587584 INFO (qtp1865372367-5396) [n:127.0.0.1:40859_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 587585 DEBUG (qtp337025431-5454) [n:127.0.0.1:38373_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 587585 INFO (qtp337025431-5454) [n:127.0.0.1:38373_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 587585 DEBUG (zkCallback-1154-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 587586 DEBUG (zkCallback-1154-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:36711_solr, 127.0.0.1:40859_solr, 127.0.0.1:38373_solr]
[junit4] 2> 587586 DEBUG (zkCallback-1154-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 587586 DEBUG (zkCallback-1154-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:36711_solr, 127.0.0.1:40859_solr, 127.0.0.1:38373_solr]
[junit4] 2> 587586 DEBUG (zkCallback-1154-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:36711_solr, 127.0.0.1:40859_solr, 127.0.0.1:38373_solr]
[junit4] 2> 587586 DEBUG (zkCallback-1154-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 587586 DEBUG (zkCallback-1154-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:36711_solr, 127.0.0.1:40859_solr, 127.0.0.1:38373_solr]
[junit4] 2> 587586 DEBUG (OverseerAutoScalingTriggerThread-99409892179771398-127.0.0.1:40859_solr-n_0000000000) [n:127.0.0.1:40859_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 587587 INFO (OverseerAutoScalingTriggerThread-99409892179771398-127.0.0.1:40859_solr-n_0000000000) [n:127.0.0.1:40859_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 587588 DEBUG (OverseerAutoScalingTriggerThread-99409892179771398-127.0.0.1:40859_solr-n_0000000000) [n:127.0.0.1:40859_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 587588 DEBUG (ScheduledTrigger-2435-thread-2) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 3
[junit4] 2> 587588 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[403A938CC188709D]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@36ecb370{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 587589 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[403A938CC188709D]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=220437284
[junit4] 2> 587589 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[403A938CC188709D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 587589 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[403A938CC188709D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@40e02c7f: rootName = solr_38373, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@701b2e33
[junit4] 2> 587597 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[403A938CC188709D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 587597 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[403A938CC188709D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4a194be0: rootName = solr_38373, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@53461a0a
[junit4] 2> 587603 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[403A938CC188709D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 587603 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[403A938CC188709D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@66c56ba6: rootName = solr_38373, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@15f286a6
[junit4] 2> 587604 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[403A938CC188709D]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:38373_solr
[junit4] 2> 587604 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[403A938CC188709D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 587604 INFO (zkCallback-1152-thread-1-processing-n:127.0.0.1:36711_solr) [n:127.0.0.1:36711_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 587604 INFO (zkCallback-1164-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 587604 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[403A938CC188709D]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 587604 INFO (zkCallback-1172-thread-1-processing-n:127.0.0.1:38373_solr) [n:127.0.0.1:38373_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 587604 INFO (zkCallback-1154-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 587605 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[403A938CC188709D]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5ab1d617{/solr,null,UNAVAILABLE}
[junit4] 2> 587605 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[403A938CC188709D]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 588582 DEBUG (ScheduledTrigger-2435-thread-4) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 2
[junit4] 2> 588582 DEBUG (ScheduledTrigger-2435-thread-4) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:38373_solr
[junit4] 2> 588582 DEBUG (ScheduledTrigger-2435-thread-4) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:38373_solr]
[junit4] 2> 588582 DEBUG (ScheduledTrigger-2435-thread-4) [n:127.0.0.1:40859_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"9921148292aeT55tr1r9dih9e70tcshahjf2yl",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":168367357072046,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[168367357072046],
[junit4] 2> "nodeNames":["127.0.0.1:38373_solr"]}}
[junit4] 2> 588582 DEBUG (ScheduledTrigger-2435-thread-4) [n:127.0.0.1:40859_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, node_added_trigger2, node_lost_trigger1, node_added_trigger1]
[junit4] 2> 588583 INFO (ScheduledTrigger-2435-thread-4) [n:127.0.0.1:40859_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 588583 DEBUG (AutoscalingActionExecutor-2436-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"9921148292aeT55tr1r9dih9e70tcshahjf2yl",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":168367357072046,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[168367357072046],
[junit4] 2> "_enqueue_time_":168367357221525,
[junit4] 2> "nodeNames":["127.0.0.1:38373_solr"]}}
[junit4] 2> 588583 INFO (AutoscalingActionExecutor-2436-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_lost_trigger1
[junit4] 2> 588583 DEBUG (AutoscalingActionExecutor-2436-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger2 after 5000ms
[junit4] 2> 588583 DEBUG (AutoscalingActionExecutor-2436-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 588583 DEBUG (AutoscalingActionExecutor-2436-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 5000ms
[junit4] 2> 588583 DEBUG (AutoscalingActionExecutor-2436-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 588584 DEBUG (AutoscalingActionExecutor-2436-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 0 ms for event id=9921148292aeT55tr1r9dih9e70tcshahjf2yl
[junit4] 2> 593584 DEBUG (ScheduledTrigger-2435-thread-2) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 2
[junit4] 2> 593584 DEBUG (ScheduledTrigger-2435-thread-1) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 593584 DEBUG (ScheduledTrigger-2435-thread-2) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:38373_solr
[junit4] 2> 593584 DEBUG (ScheduledTrigger-2435-thread-1) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 593584 DEBUG (ScheduledTrigger-2435-thread-2) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:38373_solr]
[junit4] 2> 593584 DEBUG (ScheduledTrigger-2435-thread-4) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 2
[junit4] 2> 593584 DEBUG (ScheduledTrigger-2435-thread-3) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 593584 DEBUG (ScheduledTrigger-2435-thread-2) [n:127.0.0.1:40859_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"99223ea28553T55tr1r9dih9e70tcshahjf2yn",
[junit4] 2> "source":"node_lost_trigger2",
[junit4] 2> "eventTime":168372358776147,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[168372358776147],
[junit4] 2> "nodeNames":["127.0.0.1:38373_solr"]}}
[junit4] 2> 593584 DEBUG (ScheduledTrigger-2435-thread-3) [n:127.0.0.1:40859_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 593584 DEBUG (ScheduledTrigger-2435-thread-2) [n:127.0.0.1:40859_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, node_added_trigger2, node_lost_trigger1, node_added_trigger1]
[junit4] 2> 593584 INFO (ScheduledTrigger-2435-thread-2) [n:127.0.0.1:40859_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 593584 DEBUG (AutoscalingActionExecutor-2436-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"99223ea28553T55tr1r9dih9e70tcshahjf2yn",
[junit4] 2> "source":"node_lost_trigger2",
[junit4] 2> "eventTime":168372358776147,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[168372358776147],
[junit4] 2> "_enqueue_time_":168372359028702,
[junit4] 2> "nodeNames":["127.0.0.1:38373_solr"]}}
[junit4] 2> 593584 INFO (AutoscalingActionExecutor-2436-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.TriggerIntegrationTest last action at 1516874583029000000 current time = 1516874588030000000
[junit4] 2> real diff: 5001000000
[junit4] 2> min diff: 4998000000
[junit4] 2> 593584 INFO (AutoscalingActionExecutor-2436-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_lost_trigger2
[junit4] 2> 593584 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[403A938CC188709D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTriggerThrottling
[junit4] 2> 593585 DEBUG (AutoscalingActionExecutor-2436-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger2 after 5000ms
[junit4] 2> 593585 DEBUG (AutoscalingActionExecutor-2436-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 593585 DEBUG (AutoscalingActionExecutor-2436-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 5000ms
[junit4] 2> 593585 DEBUG (AutoscalingActionExecutor-2436-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 593585 DEBUG (AutoscalingActionExecutor-2436-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 0 ms for event id=99223ea28553T55tr1r9dih9e70tcshahjf2yn
[junit4] 2> 593599 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeMarkersRegistration
[junit4] 2> 593600 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 7
[junit4] 2> 593600 DEBUG (zkCallback-1154-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 593600 DEBUG (OverseerAutoScalingTriggerThread-99409892179771398-127.0.0.1:40859_solr-n_0000000000) [n:127.0.0.1:40859_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 593601 DEBUG (OverseerAutoScalingTriggerThread-99409892179771398-127.0.0.1:40859_solr-n_0000000000) [n:127.0.0.1:40859_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 593602 DEBUG (OverseerAutoScalingTriggerThread-99409892179771398-127.0.0.1:40859_solr-n_0000000000) [n:127.0.0.1:40859_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 593602 DEBUG (OverseerAutoScalingTriggerThread-99409892179771398-127.0.0.1:40859_solr-n_0000000000) [n:127.0.0.1:40859_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 593603 INFO (qtp1506398012-5391) [n:127.0.0.1:36711_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 593606 INFO (qtp1506398012-5391) [n:127.0.0.1:36711_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 593608 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T07:27:37+10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 593608 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 593608 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 593608 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 593608 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@35cd07a6{/solr,null,AVAILABLE}
[junit4] 2> 593609 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@633be32f{SSL,[ssl, http/1.1]}{127.0.0.1:40041}
[junit4] 2> 593609 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.e.j.s.Server Started @595190ms
[junit4] 2> 593609 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40041}
[junit4] 2> 593609 ERROR (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 593609 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 593609 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 593609 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 593609 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T10:03:08.055Z
[junit4] 2> 593610 INFO (zkConnectionManagerCallback-1177-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 593610 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 593615 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35187/solr
[junit4] 2> 593616 INFO (zkConnectionManagerCallback-1181-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 593618 INFO (zkConnectionManagerCallback-1183-thread-1-processing-n:127.0.0.1:40041_solr) [n:127.0.0.1:40041_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 593620 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [n:127.0.0.1:40041_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 593621 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [n:127.0.0.1:40041_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 593622 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [n:127.0.0.1:40041_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40041_solr
[junit4] 2> 593622 INFO (zkCallback-1152-thread-1-processing-n:127.0.0.1:36711_solr) [n:127.0.0.1:36711_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 593622 INFO (zkCallback-1154-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 593628 INFO (zkCallback-1164-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 593629 INFO (zkCallback-1182-thread-1-processing-n:127.0.0.1:40041_solr) [n:127.0.0.1:40041_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 593686 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [n:127.0.0.1:40041_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40041.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5130e844
[junit4] 2> 593696 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [n:127.0.0.1:40041_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40041.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5130e844
[junit4] 2> 593697 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [n:127.0.0.1:40041_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40041.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5130e844
[junit4] 2> 593698 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [n:127.0.0.1:40041_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_403A938CC188709D-001/tempDir-001/node4/.
[junit4] 2> 593734 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== KILL OVERSEER 1
[junit4] 2> 593734 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3f79abd3{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 593735 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=348570247
[junit4] 2> 593735 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 593735 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3ff65433: rootName = solr_40859, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7159a1b9
[junit4] 2> 593742 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 593742 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@76d59565: rootName = solr_40859, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@53461a0a
[junit4] 2> 593747 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 593747 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7b9b6af7: rootName = solr_40859, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@15f286a6
[junit4] 2> 593748 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:40859_solr
[junit4] 2> 593748 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 593748 INFO (zkCallback-1182-thread-1-processing-n:127.0.0.1:40041_solr) [n:127.0.0.1:40041_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 593748 INFO (zkCallback-1164-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 593748 INFO (zkCallback-1154-thread-1-processing-n:127.0.0.1:40859_solr) [n:127.0.0.1:40859_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 593748 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 593749 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.a.s.c.Overseer Overseer (id=99409892179771398-127.0.0.1:40859_solr-n_0000000000) closing
[junit4] 2> 593749 INFO (OverseerStateUpdate-99409892179771398-127.0.0.1:40859_solr-n_0000000000) [n:127.0.0.1:40859_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40859_solr
[junit4] 2> 593749 WARN (OverseerAutoScalingTriggerThread-99409892179771398-127.0.0.1:40859_solr-n_0000000000) [n:127.0.0.1:40859_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 593751 DEBUG (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 593751 INFO (zkCallback-1152-thread-1-processing-n:127.0.0.1:36711_solr) [n:127.0.0.1:36711_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 593751 INFO (zkCallback-1152-thread-2-processing-n:127.0.0.1:36711_solr) [n:127.0.0.1:36711_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36711_solr
[junit4] 2> 593751 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@255faf2f{/solr,null,UNAVAILABLE}
[junit4] 2> 593752 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 593752 INFO (zkCallback-1152-thread-2-processing-n:127.0.0.1:36711_solr) [n:127.0.0.1:36711_solr ] o.a.s.c.Overseer Overseer (id=99409892179771397-127.0.0.1:36711_solr-n_0000000001) starting
[junit4] 2> 593761 DEBUG (OverseerAutoScalingTriggerThread-99409892179771397-127.0.0.1:36711_solr-n_0000000001) [n:127.0.0.1:36711_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 593762 DEBUG (OverseerAutoScalingTriggerThread-99409892179771397-127.0.0.1:36711_solr-n_0000000001) [n:127.0.0.1:36711_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 593762 DEBUG (OverseerAutoScalingTriggerThread-99409892179771397-127.0.0.1:36711_solr-n_0000000001) [n:127.0.0.1:36711_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:36711_solr, 127.0.0.1:40041_solr]
[junit4] 2> 593762 DEBUG (OverseerAutoScalingTriggerThread-99409892179771397-127.0.0.1:36711_solr-n_0000000001) [n:127.0.0.1:36711_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion -1
[junit4] 2> 593762 DEBUG (OverseerAutoScalingTriggerThread-99409892179771397-127.0.0.1:36711_solr-n_0000000001) [n:127.0.0.1:36711_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 593763 DEBUG (OverseerAutoScalingTriggerThread-99409892179771397-127.0.0.1:36711_solr-n_0000000001) [n:127.0.0.1:36711_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 593764 DEBUG (OverseerAutoScalingTriggerThread-99409892179771397-127.0.0.1:36711_solr-n_0000000001) [n:127.0.0.1:36711_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 593764 DEBUG (ScheduledTrigger-2457-thread-1) [n:127.0.0.1:36711_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 594764 DEBUG (ScheduledTrigger-2457-thread-1) [n:127.0.0.1:36711_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 595765 DEBUG (ScheduledTrigger-2457-thread-2) [n:127.0.0.1:36711_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 596765 DEBUG (ScheduledTrigger-2457-thread-1) [n:127.0.0.1:36711_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 597765 DEBUG (ScheduledTrigger-2457-thread-1) [n:127.0.0.1:36711_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 598753 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== ADD TRIGGERS
[junit4] 2> 598766 DEBUG (ScheduledTrigger-2457-thread-1) [n:127.0.0.1:36711_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 598780 INFO (qtp378414319-5484) [n:127.0.0.1:40041_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 598783 INFO (qtp1506398012-5393) [n:127.0.0.1:36711_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 598783 DEBUG (qtp1506398012-5395) [n:127.0.0.1:36711_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 598784 INFO (qtp1506398012-5395) [n:127.0.0.1:36711_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=28
[junit4] 2> 598784 DEBUG (zkCallback-1152-thread-2-processing-n:127.0.0.1:36711_solr) [n:127.0.0.1:36711_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 598784 DEBUG (zkCallback-1152-thread-2-processing-n:127.0.0.1:36711_solr) [n:127.0.0.1:36711_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:36711_solr, 127.0.0.1:40041_solr]
[junit4] 2> 598784 DEBUG (zkCallback-1152-thread-2-processing-n:127.0.0.1:36711_solr) [n:127.0.0.1:36711_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}], enabled=true}
[junit4] 2> 598785 DEBUG (zkCallback-1152-thread-2-processing-n:127.0.0.1:36711_solr) [n:127.0.0.1:36711_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:36711_solr, 127.0.0.1:40041_solr]
[junit4] 2> 598785 DEBUG (OverseerAutoScalingTriggerThread-99409892179771397-127.0.0.1:36711_solr-n_0000000001) [n:127.0.0.1:36711_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 598786 INFO (OverseerAutoScalingTriggerThread-99409892179771397-127.0.0.1:36711_solr-n_0000000001) [n:127.0.0.1:36711_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 598787 DEBUG (OverseerAutoScalingTriggerThread-99409892179771397-127.0.0.1:36711_solr-n_0000000001) [n:127.0.0.1:36711_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 598787 DEBUG (ScheduledTrigger-2457-thread-3) [n:127.0.0.1:36711_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 598787 DEBUG (ScheduledTrigger-2457-thread-3) [n:127.0.0.1:36711_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 598789 INFO (qtp1506398012-5443) [n:127.0.0.1:36711_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 598792 INFO (qtp378414319-5482) [n:127.0.0.1:40041_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 598792 DEBUG (qtp378414319-5485) [n:127.0.0.1:40041_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 598792 INFO (qtp378414319-5485) [n:127.0.0.1:40041_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 598793 DEBUG (zkCallback-1152-thread-2-processing-n:127.0.0.1:36711_solr) [n:127.0.0.1:36711_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
[junit4] 2> 598793 DEBUG (zkCallback-1152-thread-2-processing-n:127.0.0.1:36711_solr) [n:127.0.0.1:36711_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:36711_solr, 127.0.0.1:40041_solr]
[junit4] 2> 598793 INFO (qtp1506398012-5391) [n:127.0.0.1:36711_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 598793 DEBUG (zkCallback-1152-thread-2-processing-n:127.0.0.1:36711_solr) [n:127.0.0.1:36711_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:36711_solr, 127.0.0.1:40041_solr]
[junit4] 2> 598793 DEBUG (zkCallback-1152-thread-2-processing-n:127.0.0.1:36711_solr) [n:127.0.0.1:36711_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}], enabled=true}
[junit4] 2> 598793 DEBUG (zkCallback-1152-thread-2-processing-n:127.0.0.1:36711_solr) [n:127.0.0.1:36711_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:36711_solr, 127.0.0.1:40041_solr]
[junit4] 2> 598793 DEBUG (OverseerAutoScalingTriggerThread-99409892179771397-127.0.0.1:36711_solr-n_0000000001) [n:127.0.0.1:36711_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
[junit4] 2> 598795 INFO (OverseerAutoScalingTriggerThread-99409892179771397-127.0.0.1:36711_solr-n_0000000001) [n:127.0.0.1:36711_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 598795 DEBUG (ScheduledTrigger-2457-thread-1) [n:127.0.0.1:36711_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 2
[junit4] 2> 598795 DEBUG (OverseerAutoScalingTriggerThread-99409892179771397-127.0.0.1:36711_solr-n_0000000001) [n:127.0.0.1:36711_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
[junit4] 2> 598798 INFO (qtp1506398012-5391) [n:127.0.0.1:36711_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 598798 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== ADD NODE 1
[junit4] 2> 598799 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T07:27:37+10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 598800 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 598800 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 598800 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 598800 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7c7085c2{/solr,null,AVAILABLE}
[junit4] 2> 598800 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1386fdc3{SSL,[ssl, http/1.1]}{127.0.0.1:43079}
[junit4] 2> 598800 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.e.j.s.Server Started @600382ms
[junit4] 2> 598801 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43079}
[junit4] 2> 598801 ERROR (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 598802 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 598802 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 598802 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 598802 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T10:03:13.248Z
[junit4] 2> 598803 INFO (zkConnectionManagerCallback-1187-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 598803 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 598809 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35187/solr
[junit4] 2> 598810 INFO (zkConnectionManagerCallback-1191-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 598812 INFO (zkConnectionManagerCallback-1193-thread-1-processing-n:127.0.0.1:43079_solr) [n:127.0.0.1:43079_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 598815 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [n:127.0.0.1:43079_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 598815 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [n:127.0.0.1:43079_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 598816 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [n:127.0.0.1:43079_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43079_solr
[junit4] 2> 598817 INFO (zkCallback-1164-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 598817 INFO (zkCallback-1182-thread-1-processing-n:127.0.0.1:40041_solr) [n:127.0.0.1:40041_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 598817 INFO (zkCallback-1152-thread-2-processing-n:127.0.0.1:36711_solr) [n:127.0.0.1:36711_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 598817 INFO (zkCallback-1192-thread-1-processing-n:127.0.0.1:43079_solr) [n:127.0.0.1:43079_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 598863 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [n:127.0.0.1:43079_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43079.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5130e844
[junit4] 2> 598869 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [n:127.0.0.1:43079_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43079.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5130e844
[junit4] 2> 598869 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [n:127.0.0.1:43079_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43079.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5130e844
[junit4] 2> 598870 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[403A938CC188709D]) [n:127.0.0.1:43079_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_403A938CC188709D-001/tempDir-001/node5/.
[junit4] 2> 599766 DEBUG (ScheduledTrigger-2457-thread-4) [n:127.0.0.1:36711_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 599789 DEBUG (ScheduledTrigger-2457-thread-2) [n:127.0.0.1:36711_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 599789 DEBUG (ScheduledTrigger-2457-thread-2) [n:127.0.0.1:36711_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 599789 DEBUG (ScheduledTrigger-2457-thread-2) [n:127.0.0.1:36711_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:43079_solr at time 168378563927595
[junit4] 2> 599796 DEBUG (ScheduledTrigger-2457-thread-1) [n:127.0.0.1:36711_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 3
[junit4] 2> 600767 DEBUG (ScheduledTrigger-2457-thread-3) [n:127.0.0.1:36711_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 600789 DEBUG (ScheduledTrigger-2457-thread-4) [n:127.0.0.1:36711_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 600790 DEBUG (ScheduledTrigger-2457-thread-4) [n:127.0.0.1:36711_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 600790 DEBUG (ScheduledTrigger-2457-thread-4) [n:127.0.0.1:36711_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR firing registered processor for nodes: [127.0.0.1:43079_solr] added at times [168378563927595], now=168379564698738
[junit4] 2> 600790 DEBUG (ScheduledTrigger-2457-thread-4) [n:127.0.0.1:36711_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"9923b07d9e2bT55tr1r9dih9e70tcshahjf2yp",
[junit4] 2> "source":"node_added_triggerMR",
[junit4] 2> "eventTime":168378563927595,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[168378563927595],
[junit4] 2> "nodeNames":["127.0.0.1:43079_solr"]}}
[junit4] 2> 600790 DEBUG (ScheduledTrigger-2457-thread-4) [n:127.0.0.1:36711_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_triggerMR, node_added_triggerMR, .auto_add_replicas]
[junit4] 2> 600791 INFO (ScheduledTrigger-2457-thread-4) [n:127.0.0.1:36711_solr ] o.a.s.c.a.SystemLogL
[...truncated too long message...]
MetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=1923344232
[junit4] 2> 794613 INFO (coreCloseExecutor-2659-thread-1) [n:127.0.0.1:43287_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=332887883
[junit4] 2> 794616 INFO (coreCloseExecutor-2664-thread-1) [n:127.0.0.1:35897_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n5] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testMetricTrigger.shard1.leader, tag=1883107432
[junit4] 2> 794618 INFO (jetty-closer-1137-thread-8) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7d773368{/solr,null,UNAVAILABLE}
[junit4] 2> 794618 INFO (jetty-closer-1137-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@33015750{/solr,null,UNAVAILABLE}
[junit4] 2> 794618 INFO (jetty-closer-1137-thread-8) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 794619 INFO (jetty-closer-1137-thread-4) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 794621 INFO (jetty-closer-1137-thread-11) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1c2aafca{/solr,null,UNAVAILABLE}
[junit4] 2> 794622 INFO (jetty-closer-1137-thread-11) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 794622 INFO (jetty-closer-1137-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@ed747c7{/solr,null,UNAVAILABLE}
[junit4] 2> 794623 INFO (jetty-closer-1137-thread-3) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 794623 INFO (coreCloseExecutor-2663-thread-2) [n:127.0.0.1:44845_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testMetricTrigger.shard2.replica_n3, tag=250027224
[junit4] 2> 794623 INFO (coreCloseExecutor-2663-thread-2) [n:127.0.0.1:44845_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3e86b696: rootName = solr_44845, domain = solr.core.testMetricTrigger.shard2.replica_n3, service url = null, agent id = null] for registry solr.core.testMetricTrigger.shard2.replica_n3 / com.codahale.metrics.MetricRegistry@39c25b23
[junit4] 2> 794632 INFO (coreCloseExecutor-2663-thread-1) [n:127.0.0.1:44845_solr c:collection1 s:shard1 r:core_node10 x:collection1_shard1_replica_n9] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=673565977
[junit4] 2> 794632 INFO (coreCloseExecutor-2663-thread-2) [n:127.0.0.1:44845_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testMetricTrigger.shard2.leader, tag=250027224
[junit4] 2> 794634 INFO (jetty-closer-1137-thread-1) [ ] o.a.s.c.Overseer Overseer (id=99409892179771415-127.0.0.1:44845_solr-n_0000000006) closing
[junit4] 2> 794634 INFO (OverseerStateUpdate-99409892179771415-127.0.0.1:44845_solr-n_0000000006) [n:127.0.0.1:44845_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44845_solr
[junit4] 2> 794634 WARN (OverseerAutoScalingTriggerThread-99409892179771415-127.0.0.1:44845_solr-n_0000000006) [n:127.0.0.1:44845_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 794635 DEBUG (jetty-closer-1137-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 794635 INFO (jetty-closer-1137-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3cfaa407{/solr,null,UNAVAILABLE}
[junit4] 2> 794636 INFO (jetty-closer-1137-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 796047 INFO (jetty-closer-1137-thread-6) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@751edc77{/solr,null,UNAVAILABLE}
[junit4] 2> 796048 INFO (jetty-closer-1137-thread-6) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 796048 ERROR (SUITE-TriggerIntegrationTest-seed#[403A938CC188709D]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 796048 INFO (SUITE-TriggerIntegrationTest-seed#[403A938CC188709D]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35187 35187
[junit4] 2> 797065 INFO (Thread-1178) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35187 35187
[junit4] 2> 797066 WARN (Thread-1178) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/aliases.json
[junit4] 2> 21 /solr/security.json
[junit4] 2> 10 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 118 /solr/collections/collection1/state.json
[junit4] 2> 33 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 22 /solr/clusterprops.json
[junit4] 2> 22 /solr/clusterstate.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 5 /solr/overseer_elect/election/99409892179771424-127.0.0.1:34775_solr-n_0000000009
[junit4] 2> 3 /solr/collections/collection1/leader_elect/shard1/election/99409892179771415-core_node10-n_0000000004
[junit4] 2> 3 /solr/collections/collection1/leader_elect/shard1/election/99409892179771421-core_node3-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/99409892179771451-127.0.0.1:35897_solr-n_0000000018
[junit4] 2> 2 /solr/overseer_elect/election/99409892179771421-127.0.0.1:43287_solr-n_0000000008
[junit4] 2> 2 /solr/overseer_elect/election/99409892179771445-127.0.0.1:46087_solr-n_0000000016
[junit4] 2> 2 /solr/overseer_elect/election/99409892179771442-127.0.0.1:41255_solr-n_0000000015
[junit4] 2> 2 /solr/overseer_elect/election/99409892179771415-127.0.0.1:44845_solr-n_0000000006
[junit4] 2> 2 /solr/overseer_elect/election/99409892179771397-127.0.0.1:36711_solr-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/collections
[junit4] 2> 21 /solr/live_nodes
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_403A938CC188709D-001
[junit4] 2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=31712, maxDocsPerChunk=2, blockSize=312), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=31712, blockSize=312)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@5d3cc985), locale=fr-FR, timezone=Europe/Skopje
[junit4] 2> NOTE: Linux 4.13.0-31-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=166719288,total=501743616
[junit4] 2> NOTE: All tests run in this JVM: [TestMacros, TestSchemaResource, MetricsConfigTest, TestRandomRequestDistribution, TestSubQueryTransformer, TestCustomSort, TestGroupingSearch, TestCollapseQParserPlugin, TestExtendedDismaxParser, ChaosMonkeySafeLeaderWithPullReplicasTest, TestDelegationWithHadoopAuth, SolrSlf4jReporterTest, TestInPlaceUpdatesStandalone, ForceLeaderTest, TestLuceneIndexBackCompat, TestPKIAuthenticationPlugin, TestMergePolicyConfig, TestStressUserVersions, FieldAnalysisRequestHandlerTest, TestManagedSchemaThreadSafety, CoreAdminCreateDiscoverTest, WrapperMergePolicyFactoryTest, HdfsSyncSliceTest, DistribCursorPagingTest, TestRetrieveFieldsOptimizer, RegexBytesRefFilterTest, TestQuerySenderNoQuery, TestDynamicFieldResource, ExitableDirectoryReaderTest, DateRangeFieldTest, BufferStoreTest, BaseCdcrDistributedZkTest, ImplicitSnitchTest, TestSSLRandomization, TestPHPSerializedResponseWriter, TestFieldCacheSort, TestAuthenticationFramework, TestSizeLimitedDistributedMap, BigEndianAscendingWordSerializerTest, TestIBSimilarityFactory, TestSimpleQParserPlugin, TestConfig, TestUnifiedSolrHighlighter, TestPhraseSuggestions, SparseHLLTest, TestIndexingPerformance, ExecutePlanActionTest, OpenCloseCoreStressTest, TestDistribStateManager, TestApiFramework, SSLMigrationTest, ClassificationUpdateProcessorFactoryTest, ConjunctionSolrSpellCheckerTest, SpellCheckCollatorTest, StatsComponentTest, TestCollationField, TestEmbeddedSolrServerSchemaAPI, TestHalfAndHalfDocValues, TestHighFrequencyDictionaryFactory, TestTrackingShardHandlerFactory, TestMiniSolrCloudClusterSSL, IndexBasedSpellCheckerTest, ZkNodePropsTest, CursorMarkTest, TestSchemalessBufferedUpdates, TestNumericTokenStream, TestManagedResource, TestPullReplica, TestStressLucene, TestExactStatsCache, DistributedQueryElevationComponentTest, CloneFieldUpdateProcessorFactoryTest, SolrCLIZkUtilsTest, TestDefaultStatsCache, BasicAuthStandaloneTest, DistributedExpandComponentTest, ConfigureRecoveryStrategyTest, TriggerIntegrationTest]
[junit4] Completed [242/768 (1!)] on J0 in 216.16s, 14 tests, 1 failure <<< FAILURES!
[...truncated 49877 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
21340 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21340/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseG1GC
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
3 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=1337, name=jetty-launcher-168-thread-2-SendThread(127.0.0.1:40861), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 2) Thread[id=1269, name=jetty-launcher-168-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505) 3) Thread[id=1338, name=jetty-launcher-168-thread-2-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=1337, name=jetty-launcher-168-thread-2-SendThread(127.0.0.1:40861), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
2) Thread[id=1269, name=jetty-launcher-168-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
3) Thread[id=1338, name=jetty-launcher-168-thread-2-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
at __randomizedtesting.SeedInfo.seed([769001CE34C56FAF]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=1337, name=jetty-launcher-168-thread-2-SendThread(127.0.0.1:40861), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=1337, name=jetty-launcher-168-thread-2-SendThread(127.0.0.1:40861), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
at __randomizedtesting.SeedInfo.seed([769001CE34C56FAF]:0)
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([769001CE34C56FAF:1B6CA5338E8D90A8]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:274)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11749 lines...]
[junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_769001CE34C56FAF-001/init-core-data-001
[junit4] 2> 148464 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[769001CE34C56FAF]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 148466 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[769001CE34C56FAF]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 148466 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[769001CE34C56FAF]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 148485 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[769001CE34C56FAF]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_769001CE34C56FAF-001/tempDir-001
[junit4] 2> 148485 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[769001CE34C56FAF]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 148485 INFO (Thread-240) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 148485 INFO (Thread-240) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 148486 ERROR (Thread-240) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 148585 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[769001CE34C56FAF]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:40861
[junit4] 2> 148587 INFO (zkConnectionManagerCallback-171-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 148602 INFO (jetty-launcher-168-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 148602 INFO (jetty-launcher-168-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 148602 INFO (jetty-launcher-168-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 148602 INFO (jetty-launcher-168-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 148602 INFO (jetty-launcher-168-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 148603 INFO (jetty-launcher-168-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 148603 INFO (jetty-launcher-168-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 148603 INFO (jetty-launcher-168-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 148603 INFO (jetty-launcher-168-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@180141c{/solr,null,AVAILABLE}
[junit4] 2> 148603 INFO (jetty-launcher-168-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52b95b{/solr,null,AVAILABLE}
[junit4] 2> 148616 INFO (jetty-launcher-168-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@17ce625{SSL,[ssl, http/1.1]}{127.0.0.1:40935}
[junit4] 2> 148616 INFO (jetty-launcher-168-thread-1) [ ] o.e.j.s.Server Started @150563ms
[junit4] 2> 148616 INFO (jetty-launcher-168-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@b237ba{SSL,[ssl, http/1.1]}{127.0.0.1:39263}
[junit4] 2> 148616 INFO (jetty-launcher-168-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40935}
[junit4] 2> 148616 INFO (jetty-launcher-168-thread-2) [ ] o.e.j.s.Server Started @150563ms
[junit4] 2> 148616 INFO (jetty-launcher-168-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39263}
[junit4] 2> 148616 ERROR (jetty-launcher-168-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 148616 ERROR (jetty-launcher-168-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 148616 INFO (jetty-launcher-168-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 148616 INFO (jetty-launcher-168-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 148616 INFO (jetty-launcher-168-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 148616 INFO (jetty-launcher-168-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 148616 INFO (jetty-launcher-168-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 148616 INFO (jetty-launcher-168-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 148616 INFO (jetty-launcher-168-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T06:01:27.529Z
[junit4] 2> 148616 INFO (jetty-launcher-168-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T06:01:27.529Z
[junit4] 2> 148618 INFO (zkConnectionManagerCallback-174-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 148618 INFO (zkConnectionManagerCallback-175-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 148619 INFO (jetty-launcher-168-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 148619 INFO (jetty-launcher-168-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 148628 INFO (jetty-launcher-168-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40861/solr
[junit4] 2> 148628 INFO (jetty-launcher-168-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40861/solr
[junit4] 2> 148630 INFO (zkConnectionManagerCallback-180-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 148631 INFO (zkConnectionManagerCallback-183-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 148634 INFO (zkConnectionManagerCallback-187-thread-1-processing-n:127.0.0.1:40935_solr) [n:127.0.0.1:40935_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 148634 INFO (zkConnectionManagerCallback-185-thread-1-processing-n:127.0.0.1:39263_solr) [n:127.0.0.1:39263_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 148697 INFO (jetty-launcher-168-thread-1) [n:127.0.0.1:40935_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 148697 INFO (jetty-launcher-168-thread-2) [n:127.0.0.1:39263_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 148698 INFO (jetty-launcher-168-thread-1) [n:127.0.0.1:40935_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40935_solr
[junit4] 2> 148698 INFO (jetty-launcher-168-thread-2) [n:127.0.0.1:39263_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39263_solr
[junit4] 2> 148699 INFO (jetty-launcher-168-thread-1) [n:127.0.0.1:40935_solr ] o.a.s.c.Overseer Overseer (id=99408942687780869-127.0.0.1:40935_solr-n_0000000000) starting
[junit4] 2> 148710 INFO (zkCallback-186-thread-1-processing-n:127.0.0.1:40935_solr) [n:127.0.0.1:40935_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 148714 INFO (zkCallback-184-thread-1-processing-n:127.0.0.1:39263_solr) [n:127.0.0.1:39263_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 148739 INFO (jetty-launcher-168-thread-1) [n:127.0.0.1:40935_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40935_solr
[junit4] 2> 148750 INFO (zkCallback-184-thread-1-processing-n:127.0.0.1:39263_solr) [n:127.0.0.1:39263_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 148750 INFO (zkCallback-186-thread-1-processing-n:127.0.0.1:40935_solr) [n:127.0.0.1:40935_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 148799 INFO (jetty-launcher-168-thread-1) [n:127.0.0.1:40935_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 148802 WARN (jetty-launcher-168-thread-1) [n:127.0.0.1:40935_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 148807 INFO (jetty-launcher-168-thread-1) [n:127.0.0.1:40935_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 148830 INFO (jetty-launcher-168-thread-2) [n:127.0.0.1:39263_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 148830 WARN (jetty-launcher-168-thread-2) [n:127.0.0.1:39263_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 148831 INFO (jetty-launcher-168-thread-2) [n:127.0.0.1:39263_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 148872 INFO (jetty-launcher-168-thread-1) [n:127.0.0.1:40935_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 148873 INFO (jetty-launcher-168-thread-2) [n:127.0.0.1:39263_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 148908 INFO (jetty-launcher-168-thread-2-EventThread) [n:127.0.0.1:39263_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 148909 INFO (jetty-launcher-168-thread-1-EventThread) [n:127.0.0.1:40935_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 149984 WARN (jetty-launcher-168-thread-2) [n:127.0.0.1:39263_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 149984 WARN (jetty-launcher-168-thread-1) [n:127.0.0.1:40935_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 150026 INFO (jetty-launcher-168-thread-1) [n:127.0.0.1:40935_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40935.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e4edd5
[junit4] 2> 150026 INFO (jetty-launcher-168-thread-2) [n:127.0.0.1:39263_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39263.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e4edd5
[junit4] 2> 150040 INFO (jetty-launcher-168-thread-1) [n:127.0.0.1:40935_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40935.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e4edd5
[junit4] 2> 150040 INFO (jetty-launcher-168-thread-1) [n:127.0.0.1:40935_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40935.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e4edd5
[junit4] 2> 150040 INFO (jetty-launcher-168-thread-2) [n:127.0.0.1:39263_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39263.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e4edd5
[junit4] 2> 150040 INFO (jetty-launcher-168-thread-2) [n:127.0.0.1:39263_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39263.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e4edd5
[junit4] 2> 150042 INFO (jetty-launcher-168-thread-1) [n:127.0.0.1:40935_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_769001CE34C56FAF-001/tempDir-001/node1/.
[junit4] 2> 150042 INFO (jetty-launcher-168-thread-2) [n:127.0.0.1:39263_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_769001CE34C56FAF-001/tempDir-001/node2/.
[junit4] 2> 150086 INFO (zkConnectionManagerCallback-193-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 150112 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[769001CE34C56FAF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
[junit4] 2> 150209 WARN (qtp19736533-1234) [ ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: ‘bar’: no such user
[junit4] 2> id: ‘bar’: no such user
[junit4] 2>
[junit4] 2> 150223 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[769001CE34C56FAF]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=test&e=1516896089113&s=0X6fBp3UVwC2FKdSv5Hy3d5Afyg="; Path=/; Domain=127.0.0.1; Expires=C, 25-janv.-2018 16:01:29 GMT; Secure; HttpOnly". Invalid 'expires' attribute: C, 25-janv.-2018 16:01:29 GMT
[junit4] 2> 150224 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[769001CE34C56FAF]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
[junit4] 2> 150234 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[769001CE34C56FAF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding
[junit4] 2> 150235 INFO (zkConnectionManagerCallback-196-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 150438 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1612be81c67000a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 150450 INFO (zkConnectionManagerCallback-199-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 150451 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[769001CE34C56FAF]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 150452 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[769001CE34C56FAF]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40861/solr ready
[junit4] 2> 150511 INFO (qtp22479507-1230) [n:127.0.0.1:39263_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 150515 INFO (OverseerThreadFactory-537-thread-1-processing-n:127.0.0.1:40935_solr) [n:127.0.0.1:40935_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection forwardingCollection
[junit4] 2> 150622 INFO (OverseerStateUpdate-99408942687780869-127.0.0.1:40935_solr-n_0000000000) [n:127.0.0.1:40935_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"forwardingCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"forwardingCollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40935/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 150831 INFO (qtp19736533-1234) [n:127.0.0.1:40935_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 150832 INFO (qtp19736533-1234) [n:127.0.0.1:40935_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 150936 INFO (zkCallback-186-thread-1-processing-n:127.0.0.1:40935_solr) [n:127.0.0.1:40935_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 150936 INFO (zkCallback-186-thread-2-processing-n:127.0.0.1:40935_solr) [n:127.0.0.1:40935_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 151884 INFO (qtp19736533-1234) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 151904 INFO (qtp19736533-1234) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica_n1] Schema name=test
[junit4] 2> 151974 INFO (qtp19736533-1234) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 151986 INFO (qtp19736533-1234) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'forwardingCollection_shard1_replica_n1' using configuration from collection forwardingCollection, trusted=true
[junit4] 2> 151986 INFO (qtp19736533-1234) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40935.solr.core.forwardingCollection.shard1.replica_n1' (registry 'solr.core.forwardingCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e4edd5
[junit4] 2> 151986 INFO (qtp19736533-1234) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 151986 INFO (qtp19736533-1234) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [[forwardingCollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_769001CE34C56FAF-001/tempDir-001/node1/forwardingCollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_769001CE34C56FAF-001/tempDir-001/node1/./forwardingCollection_shard1_replica_n1/data/]
[junit4] 2> 151990 INFO (qtp19736533-1234) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=946633289, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 152048 INFO (qtp19736533-1234) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 152048 INFO (qtp19736533-1234) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 152049 INFO (qtp19736533-1234) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 152049 INFO (qtp19736533-1234) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 152050 INFO (qtp19736533-1234) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=99.947265625, floorSegmentMB=2.1796875, forceMergeDeletesPctAllowed=23.2068172139219, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 152051 INFO (qtp19736533-1234) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@fa1cf8[forwardingCollection_shard1_replica_n1] main]
[junit4] 2> 152052 INFO (qtp19736533-1234) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 152206 INFO (qtp19736533-1234) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 152298 INFO (qtp19736533-1234) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 152298 INFO (searcherExecutor-542-thread-1-processing-n:127.0.0.1:40935_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 152298 INFO (qtp19736533-1234) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590543087001665536
[junit4] 2> 152298 INFO (searcherExecutor-542-thread-1-processing-n:127.0.0.1:40935_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 152298 INFO (searcherExecutor-542-thread-1-processing-n:127.0.0.1:40935_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 152298 INFO (searcherExecutor-542-thread-1-processing-n:127.0.0.1:40935_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 152298 INFO (searcherExecutor-542-thread-1-processing-n:127.0.0.1:40935_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 152299 INFO (searcherExecutor-542-thread-1-processing-n:127.0.0.1:40935_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 152299 INFO (searcherExecutor-542-thread-1-processing-n:127.0.0.1:40935_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 152299 INFO (searcherExecutor-542-thread-1-processing-n:127.0.0.1:40935_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 152299 INFO (searcherExecutor-542-thread-1-processing-n:127.0.0.1:40935_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 152300 INFO (searcherExecutor-542-thread-1-processing-n:127.0.0.1:40935_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] Registered new searcher Searcher@fa1cf8[forwardingCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 152301 INFO (qtp19736533-1234) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 152301 INFO (qtp19736533-1234) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 152301 INFO (qtp19736533-1234) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40935/solr/forwardingCollection_shard1_replica_n1/
[junit4] 2> 152301 INFO (qtp19736533-1234) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 152301 INFO (qtp19736533-1234) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:40935/solr/forwardingCollection_shard1_replica_n1/ has no replicas
[junit4] 2> 152301 INFO (qtp19736533-1234) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 152304 INFO (qtp19736533-1234) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40935/solr/forwardingCollection_shard1_replica_n1/ shard1
[junit4] 2> 152405 INFO (zkCallback-186-thread-2-processing-n:127.0.0.1:40935_solr) [n:127.0.0.1:40935_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 152405 INFO (zkCallback-186-thread-3-processing-n:127.0.0.1:40935_solr) [n:127.0.0.1:40935_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 152455 INFO (qtp19736533-1234) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 152456 INFO (qtp19736533-1234) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1624
[junit4] 2> 152457 WARN (httpShardExecutor-533-thread-1-processing-n:127.0.0.1:40935_solr [https:////127.0.0.1:40935//solr] https:////127.0.0.1:40935//solr) [n:127.0.0.1:40935_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1516896089744&s=/vkJPEzXpULwAtqvU4jr8EhBZ7E="; Path=/; Domain=127.0.0.1; Expires=C, 25-janv.-2018 16:01:29 GMT; Secure; HttpOnly". Invalid 'expires' attribute: C, 25-janv.-2018 16:01:29 GMT
[junit4] 2> 152459 INFO (qtp22479507-1230) [n:127.0.0.1:39263_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 152516 INFO (OverseerCollectionConfigSetProcessor-99408942687780869-127.0.0.1:40935_solr-n_0000000000) [n:127.0.0.1:40935_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 152556 INFO (zkCallback-186-thread-3-processing-n:127.0.0.1:40935_solr) [n:127.0.0.1:40935_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 152556 INFO (zkCallback-186-thread-2-processing-n:127.0.0.1:40935_solr) [n:127.0.0.1:40935_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 153460 INFO (qtp22479507-1230) [n:127.0.0.1:39263_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=2948
[junit4] 2> 153460 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[769001CE34C56FAF]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1516896089420&s=cV0DpVYgSIrGmMs+guOE7Ygt/c8="; Path=/; Domain=127.0.0.1; Expires=C, 25-janv.-2018 16:01:29 GMT; Secure; HttpOnly". Invalid 'expires' attribute: C, 25-janv.-2018 16:01:29 GMT
[junit4] 2> 153460 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[769001CE34C56FAF]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: forwardingCollection failOnTimeout:true timeout (sec):100
[junit4] 2> 153461 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[769001CE34C56FAF]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: forwardingCollection
[junit4] 2> 153468 INFO (qtp19736533-1223) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 153469 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[769001CE34C56FAF]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1516896092380&s=GxNSzN95wYmfEFq8jN5mwV2V2Xw="; Path=/; Domain=127.0.0.1; Expires=C, 25-janv.-2018 16:01:32 GMT; Secure; HttpOnly". Invalid 'expires' attribute: C, 25-janv.-2018 16:01:32 GMT
[junit4] 2> 153475 INFO (qtp22479507-1228) [n:127.0.0.1:39263_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 153482 INFO (qtp19736533-1225) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 153482 WARN (qtp22479507-1228) [n:127.0.0.1:39263_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1516896092394&s=Hz8qgJPPQKCpTDzOBa2WdXEDzQM="; Path=/; Domain=127.0.0.1; Expires=C, 25-janv.-2018 16:01:32 GMT; Secure; HttpOnly". Invalid 'expires' attribute: C, 25-janv.-2018 16:01:32 GMT
[junit4] 2> 153483 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[769001CE34C56FAF]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1516896092388&s=11C9Fgktg3H7N/i6p9LVNSi0e5k="; Path=/; Domain=127.0.0.1; Expires=C, 25-janv.-2018 16:01:32 GMT; Secure; HttpOnly". Invalid 'expires' attribute: C, 25-janv.-2018 16:01:32 GMT
[junit4] 2> 153483 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[769001CE34C56FAF]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1516896092394&s=Hz8qgJPPQKCpTDzOBa2WdXEDzQM="; Path=/; Domain=127.0.0.1; Expires=C, 25-janv.-2018 16:01:32 GMT; Secure; HttpOnly". Invalid 'expires' attribute: C, 25-janv.-2018 16:01:32 GMT
[junit4] 2> 153484 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[769001CE34C56FAF]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding
[junit4] 2> 153499 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[769001CE34C56FAF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
[junit4] 2> 153501 INFO (qtp19736533-1231) [ ] o.a.s.s.SolrDispatchFilter Error authenticating
[junit4] 2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:289)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:149)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 153502 WARN (qtp19736533-1231) [ ] o.e.j.s.HttpChannel /solr/admin/collections
[junit4] 2> org.apache.solr.common.SolrException: Error during request authentication,
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:455)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:289)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:149)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
[junit4] 2> ... 34 more
[junit4] 2> 153506 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[769001CE34C56FAF]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
[junit4] 2> 153521 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[769001CE34C56FAF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote
[junit4] 2> 153532 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[769001CE34C56FAF]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1516896092438&s=28i7k+0o+eSdMOjtJLSueJ4Cb40="; Path=/; Domain=127.0.0.1; Expires=C, 25-janv.-2018 16:01:32 GMT; Secure; HttpOnly". Invalid 'expires' attribute: C, 25-janv.-2018 16:01:32 GMT
[junit4] 2> 153532 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[769001CE34C56FAF]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote
[junit4] 2> 153547 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[769001CE34C56FAF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
[junit4] 2> 153548 INFO (qtp19736533-1225) [n:127.0.0.1:40935_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 153548 INFO (qtp19736533-1225) [n:127.0.0.1:40935_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 153549 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[769001CE34C56FAF]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=test&e=1516896092461&s=sN57hsagVMqar8nlD279cKzjpcc="; Path=/; Domain=127.0.0.1; Expires=C, 25-janv.-2018 16:01:32 GMT; Secure; HttpOnly". Invalid 'expires' attribute: C, 25-janv.-2018 16:01:32 GMT
[junit4] 2> 153549 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[769001CE34C56FAF]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
[junit4] 2> 153568 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[769001CE34C56FAF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
[junit4] 2> 153569 INFO (qtp19736533-1231) [n:127.0.0.1:40935_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 153569 INFO (qtp19736533-1231) [n:127.0.0.1:40935_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 153570 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[769001CE34C56FAF]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1516896092482&s=VSX78tC2jvXA+VP0veHRHMYvzho="; Path=/; Domain=127.0.0.1; Expires=C, 25-janv.-2018 16:01:32 GMT; Secure; HttpOnly". Invalid 'expires' attribute: C, 25-janv.-2018 16:01:32 GMT
[junit4] 2> 153570 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[769001CE34C56FAF]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
[junit4] 2> 153583 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[769001CE34C56FAF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote
[junit4] 2> 168022 WARN (jetty-launcher-168-thread-2-SendThread(127.0.0.1:40861)) [n:127.0.0.1:39263_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 14546ms for sessionid 0x1612be81c670006
[junit4] 2> 168022 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1612be81c670006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 168022 WARN (jetty-launcher-168-thread-2-SendThread(127.0.0.1:40861)) [n:127.0.0.1:39263_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 18028ms for sessionid 0x1612be81c670008
[junit4] 2> 168022 WARN (jetty-launcher-168-thread-1-SendThread(127.0.0.1:40861)) [n:127.0.0.1:40935_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 18028ms for sessionid 0x1612be81c670007
[junit4] 2> 168022 WARN (jetty-launcher-168-thread-1-SendThread(127.0.0.1:40861)) [n:127.0.0.1:40935_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15465ms for sessionid 0x1612be81c670005
[junit4] 2> 168027 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1612be81c670008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 168028 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1612be81c670007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 168028 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1612be81c670005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 168029 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[769001CE34C56FAF]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1516896092497&s=kakBUnRJ1peZeCUnE0gxRituWdI="; Path=/; Domain=127.0.0.1; Expires=C, 25-janv.-2018 16:01:32 GMT; Secure; HttpOnly". Invalid 'expires' attribute: C, 25-janv.-2018 16:01:32 GMT
[junit4] 2> 168029 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[769001CE34C56FAF]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote
[junit4] 2> 168054 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[769001CE34C56FAF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
[junit4] 2> 168063 INFO (qtp19736533-1231) [n:127.0.0.1:40935_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 168063 INFO (qtp19736533-1231) [n:127.0.0.1:40935_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 168063 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[769001CE34C56FAF]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=test&e=1516896106975&s=n3VmCF7wymyt8i+RsekfH8zsRd0="; Path=/; Domain=127.0.0.1; Expires=C, 25-janv.-2018 16:01:46 GMT; Secure; HttpOnly". Invalid 'expires' attribute: C, 25-janv.-2018 16:01:46 GMT
[junit4] 2> 168064 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[769001CE34C56FAF]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
[junit4] 2> 168090 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[769001CE34C56FAF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
[junit4] 2> 168122 WARN (zkConnectionManagerCallback-185-thread-1-processing-n:127.0.0.1:39263_solr) [n:127.0.0.1:39263_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@68f36b name: ZooKeeperConnection Watcher:127.0.0.1:40861/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 168122 WARN (zkConnectionManagerCallback-185-thread-1-processing-n:127.0.0.1:39263_solr) [n:127.0.0.1:39263_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 168127 INFO (jetty-launcher-168-thread-2-EventThread) [n:127.0.0.1:39263_solr ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
[junit4] 2> 168129 WARN (zkConnectionManagerCallback-199-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@e6cda9 name: ZooKeeperConnection Watcher:127.0.0.1:40861/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 168129 WARN (zkConnectionManagerCallback-199-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 168141 WARN (zkConnectionManagerCallback-187-thread-1-processing-n:127.0.0.1:40935_solr) [n:127.0.0.1:40935_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1c56c60 name: ZooKeeperConnection Watcher:127.0.0.1:40861/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 168141 WARN (zkConnectionManagerCallback-187-thread-1-processing-n:127.0.0.1:40935_solr) [n:127.0.0.1:40935_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 173136 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[769001CE34C56FAF]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=test&e=1516896107004&s=MdWLaGKcEQ9KrG/a/iOGPFDzPuM="; Path=/; Domain=127.0.0.1; Expires=C, 25-janv.-2018 16:01:47 GMT; Secure; HttpOnly". Invalid 'expires' attribute: C, 25-janv.-2018 16:01:47 GMT
[junit4] 2> 173137 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[769001CE34C56FAF]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
[junit4] 2> 173137 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[769001CE34C56FAF]-SendThread(127.0.0.1:40861)) [ ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x1612be81c67000b has expired
[junit4] 2> 173137 WARN (jetty-launcher-168-thread-2-SendThread(127.0.0.1:40861)) [n:127.0.0.1:39263_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x1612be81c670008 has expired
[junit4] 2> 173137 WARN (jetty-launcher-168-thread-1-SendThread(127.0.0.1:40861)) [n:127.0.0.1:40935_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x1612be81c670007 has expired
[junit4] 2> 173137 INFO (zkConnectionManagerCallback-187-thread-1-processing-n:127.0.0.1:40935_solr) [n:127.0.0.1:40935_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 173138 WARN (zkConnectionManagerCallback-199-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@e6cda9 name: ZooKeeperConnection Watcher:127.0.0.1:40861/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 173138 INFO (zkConnectionManagerCallback-185-thread-1-processing-n:127.0.0.1:39263_solr) [n:127.0.0.1:39263_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 173138 WARN (zkConnectionManagerCallback-199-thread-1) [ ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 173147 WARN (zkConnectionManagerCallback-199-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 173152 INFO (zkConnectionManagerCallback-199-thread-1-EventThread) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 173152 INFO (zkConnectionManagerCallback-199-thread-1) [ ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 173159 INFO (zkConnectionManagerCallback-199-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
[junit4] 2> 173159 INFO (zkConnectionManagerCallback-199-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient Connected:true
[junit4] 2> 173161 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[769001CE34C56FAF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
[junit4] 2> 173164 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[769001CE34C56FAF]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=test&e=1516896112074&s=jgB6WpMvwu6NoChvHaxcQRlQfl8="; Path=/; Domain=127.0.0.1; Expires=C, 25-janv.-2018 16:01:52 GMT; Secure; HttpOnly". Invalid 'expires' attribute: C, 25-janv.-2018 16:01:52 GMT
[junit4] 2> 173164 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[769001CE34C56FAF]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
[junit4] 2> 173186 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[769001CE34C56FAF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
[junit4] 2> 173189 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[769001CE34C56FAF]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1516896112100&s=0DhLr2r5dTObUOB54AsUWOdbmXU="; Path=/; Domain=127.0.0.1; Expires=C, 25-janv.-2018 16:01:52 GMT; Secure; HttpOnly". Invalid 'expires' attribute: C, 25-janv.-2018 16:01:52 GMT
[junit4] 2> 173189 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[769001CE34C56FAF]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
[junit4] 2> 173212 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[769001CE34C56FAF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
[junit4] 2> 173216 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[769001CE34C56FAF]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=test&e=1516896112126&s=kjkuGmENon35tDcwMc9vr1t0tQs="; Path=/; Domain=127.0.0.1; Expires=C, 25-janv.-2018 16:01:52 GMT; Secure; HttpOnly". Invalid 'expires' attribute: C, 25-janv.-2018 16:01:52 GMT
[junit4] 2> 173216 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[769001CE34C56FAF]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
[junit4] 2> 173222 INFO (jetty-closer-169-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@17ce625{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 173222 INFO (jetty-closer-169-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=31791526
[junit4] 2> 173223 INFO (jetty-closer-169-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@b237ba{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 173223 INFO (jetty-closer-169-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1580298
[junit4] 2> 173223 INFO (jetty-closer-169-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 173223 INFO (jetty-closer-169-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@12f5bee: rootName = solr_39263, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1869a95
[junit4] 2> 173226 INFO (jetty-closer-169-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 173226 INFO (jetty-closer-169-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@92ce4e: rootName = solr_40935, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@d7c848
[junit4] 2> 173230 INFO (jetty-closer-169-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 173230 INFO (jetty-closer-169-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@140b135: rootName = solr_39263, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@ce3e08
[junit4] 2> 173233 INFO (jetty-closer-169-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 173233 INFO (jetty-closer-169-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1e21f: rootName = solr_40935, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@ce3e08
[junit4] 2> 173235 INFO (jetty-closer-169-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 173235 INFO (jetty-closer-169-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2351af: rootName = solr_39263, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1ca7807
[junit4] 2> 173236 INFO (jetty-closer-169-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39263_solr
[junit4] 2> 173236 INFO (jetty-closer-169-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 173237 INFO (zkCallback-184-thread-4-processing-n:127.0.0.1:39263_solr) [n:127.0.0.1:39263_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 173237 INFO (zkCallback-186-thread-4-processing-n:127.0.0.1:40935_solr) [n:127.0.0.1:40935_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 173238 ERROR (Thread[Thread-258,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:39263_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 173238 INFO (jetty-closer-169-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 173238 INFO (jetty-closer-169-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@185ed73: rootName = solr_40935, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1ca7807
[junit4] 2> 173239 INFO (jetty-closer-169-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:40935_solr
[junit4] 2> 173240 INFO (jetty-closer-169-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 173240 INFO (zkCallback-186-thread-4-processing-n:127.0.0.1:40935_solr) [n:127.0.0.1:40935_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 173241 INFO (zkCallback-186-thread-2-processing-n:127.0.0.1:40935_solr) [n:127.0.0.1:40935_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [0])
[junit4] 2> 173241 INFO (zkCallback-186-thread-3-processing-n:127.0.0.1:40935_solr) [n:127.0.0.1:40935_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [0])
[junit4] 2> 173242 INFO (coreCloseExecutor-548-thread-1) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@1762e3f
[junit4] 2> 173242 INFO (coreCloseExecutor-548-thread-1) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.forwardingCollection.shard1.replica_n1, tag=24522303
[junit4] 2> 173242 INFO (coreCloseExecutor-548-thread-1) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@9eb40d: rootName = solr_40935, domain = solr.core.forwardingCollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.forwardingCollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1db34de
[junit4] 2> 173248 INFO (jetty-closer-169-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@180141c{/solr,null,UNAVAILABLE}
[junit4] 2> 173249 INFO (jetty-closer-169-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 173251 INFO (coreCloseExecutor-548-thread-1) [n:127.0.0.1:40935_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.forwardingCollection.shard1.leader, tag=24522303
[junit4] 2> 173253 INFO (jetty-closer-169-thread-1) [ ] o.a.s.c.Overseer Overseer (id=99408942687780869-127.0.0.1:40935_solr-n_0000000000) closing
[junit4] 2> 173253 INFO (OverseerStateUpdate-99408942687780869-127.0.0.1:40935_solr-n_0000000000) [n:127.0.0.1:40935_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40935_solr
[junit4] 2> 173253 WARN (OverseerAutoScalingTriggerThread-99408942687780869-127.0.0.1:40935_solr-n_0000000000) [n:127.0.0.1:40935_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 173255 ERROR (Thread[Thread-257,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:40935_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 173257 INFO (jetty-closer-169-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@52b95b{/solr,null,UNAVAILABLE}
[junit4] 2> 173257 INFO (jetty-closer-169-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 173257 ERROR (SUITE-TestSolrCloudWithSecureImpersonation-seed#[769001CE34C56FAF]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 173257 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[769001CE34C56FAF]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40861 40861
[junit4] 2> 178367 INFO (Thread-240) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40861 40861
[junit4] 2> 178367 WARN (Thread-240) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/forwardingCollection/state.json
[junit4] 2> 4 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 4 /solr/collections
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
[junit4] 2>
[junit4] 2> 178385 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[769001CE34C56FAF]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Jan 25, 2018 6:01:57 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> 198144 ERROR (jetty-launcher-168-thread-2-EventThread) [n:127.0.0.1:39263_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.IllegalStateException: Client is not started
[junit4] 2> at com.google.common.base.Preconditions.checkState(Preconditions.java:149)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.getZooKeeper(CuratorZookeeperClient.java:113)
[junit4] 2> at org.apache.curator.framework.imps.CuratorFrameworkImpl.getZooKeeper(CuratorFrameworkImpl.java:477)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceFacade.getZooKeeper(NamespaceFacade.java:112)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:302)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:291)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:107)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> 198145 WARN (jetty-launcher-168-thread-2-EventThread) [n:127.0.0.1:39263_solr ] o.a.c.ConnectionState Session expired event received
[junit4] 2> 198146 WARN (jetty-launcher-168-thread-2-SendThread(127.0.0.1:40861)) [n:127.0.0.1:39263_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] 2> Jan 25, 2018 6:02:17 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 3 thre
[...truncated too long message...]
utoscalingHistoryHandlerTest_collection.shard1.leader, tag=5269046
[junit4] 2> 1231996 INFO (coreCloseExecutor-3044-thread-2) [n:127.0.0.1:46427_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n2, tag=4012293
[junit4] 2> 1231996 INFO (coreCloseExecutor-3044-thread-2) [n:127.0.0.1:46427_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@107834e: rootName = solr_46427, domain = solr.core..system.shard1.replica_n2, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@1f31751
[junit4] 2> 1231996 INFO (coreCloseExecutor-3042-thread-2) [n:127.0.0.1:45119_solr c:.system s:shard1 r:core_node10 x:.system_shard1_replica_n9] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=1583635
[junit4] 2> 1232003 INFO (coreCloseExecutor-3044-thread-2) [n:127.0.0.1:46427_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=4012293
[junit4] 2> 1232004 INFO (coreCloseExecutor-3043-thread-2) [n:127.0.0.1:34553_solr c:.system s:shard1 r:core_node8 x:.system_shard1_replica_n7] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=1176431
[junit4] 2> 1232005 INFO (jetty-closer-1564-thread-2) [ ] o.a.s.c.Overseer Overseer (id=99409011409944584-127.0.0.1:46427_solr-n_0000000000) closing
[junit4] 2> 1232005 INFO (OverseerStateUpdate-99409011409944584-127.0.0.1:46427_solr-n_0000000000) [n:127.0.0.1:46427_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46427_solr
[junit4] 2> 1232005 INFO (jetty-closer-1564-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@ec1814{/solr,null,UNAVAILABLE}
[junit4] 2> 1232005 INFO (jetty-closer-1564-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1232005 WARN (OverseerAutoScalingTriggerThread-99409011409944584-127.0.0.1:46427_solr-n_0000000000) [n:127.0.0.1:46427_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1232005 DEBUG (jetty-closer-1564-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1232006 INFO (jetty-closer-1564-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@f18d33{/solr,null,UNAVAILABLE}
[junit4] 2> 1232006 INFO (jetty-closer-1564-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1233505 INFO (jetty-closer-1564-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1471484{/solr,null,UNAVAILABLE}
[junit4] 2> 1233506 INFO (jetty-closer-1564-thread-3) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1233506 ERROR (SUITE-AutoscalingHistoryHandlerTest-seed#[769001CE34C56FAF]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1233507 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[769001CE34C56FAF]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39689 39689
[junit4] 2> 1238533 INFO (Thread-1653) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39689 39689
[junit4] 2> 1238533 WARN (Thread-1653) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 13 /solr/aliases.json
[junit4] 2> 13 /solr/clusterprops.json
[junit4] 2> 5 /solr/configs/.system
[junit4] 2> 5 /solr/configs/.system/managed-schema
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
[junit4] 2> 4 /solr/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 56 /solr/collections/.system/state.json
[junit4] 2> 43 /solr/collections/AutoscalingHistoryHandlerTest_collection/state.json
[junit4] 2> 13 /solr/clusterstate.json
[junit4] 2> 2 /solr/overseer_elect/election/99409011409944584-127.0.0.1:46427_solr-n_0000000000
[junit4] 2> 2 /solr/collections/AutoscalingHistoryHandlerTest_collection/leader_elect/shard1/election/99409011409944585-core_node6-n_0000000001
[junit4] 2> 2 /solr/collections/.system/leader_elect/shard1/election/99409011409944584-core_node5-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 13 /solr/live_nodes
[junit4] 2> 13 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_769001CE34C56FAF-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {action_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), event.source_s=BlockTreeOrds(blocksize=128), type=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), before.actions_ss=Lucene50(blocksize=128), event.property._enqueue_time__ss=PostingsFormat(name=LuceneVarGapDocFreqInterval), after.actions_ss=PostingsFormat(name=LuceneVarGapDocFreqInterval), stage_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), event.id_s=BlockTreeOrds(blocksize=128), event.property.eventTimes_ss=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), source_s=BlockTreeOrds(blocksize=128), event.type_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), responses_ts=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=BlockTreeOrds(blocksize=128), collections_ss=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), operations.params_ts=PostingsFormat(name=LuceneVarGapDocFreqInterval), event.property.nodeNames_ss=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{action_s=DocValuesFormat(name=Memory), context_str=DocValuesFormat(name=Direct), event_str=DocValuesFormat(name=Memory), event.source_s=DocValuesFormat(name=Lucene70), type=DocValuesFormat(name=Asserting), event.property._enqueue_time__ss=DocValuesFormat(name=Memory), before.actions_ss=DocValuesFormat(name=Direct), after.actions_ss=DocValuesFormat(name=Memory), stage_s=DocValuesFormat(name=Memory), _version_=DocValuesFormat(name=Memory), event.id_s=DocValuesFormat(name=Lucene70), event.property.eventTimes_ss=DocValuesFormat(name=Asserting), source_s=DocValuesFormat(name=Lucene70), event.type_s=DocValuesFormat(name=Asserting), responses_ts=DocValuesFormat(name=Memory), event.time_l=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Lucene70), operations.params_ts=DocValuesFormat(name=Memory), collections_ss=DocValuesFormat(name=Asserting), event.property.nodeNames_ss=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=184, maxMBSortInHeap=7.872085067727284, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6f1c67), locale=is, timezone=Hongkong
[junit4] 2> NOTE: Linux 4.13.0-31-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=79388240,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestCloudInspectUtil, TestExportWriter, SolrGangliaReporterTest, DateMathParserTest, TestSchemaNameResource, TestLocalFSCloudBackupRestore, AutoAddReplicasIntegrationTest, CachingDirectoryFactoryTest, TestAtomicUpdateErrorCases, TestDocBasedVersionConstraints, TestSchemaManager, TestSolrCloudWithDelegationTokens, DistributedFacetPivotLargeTest, LeaderElectionTest, RecoveryZkTest, TestSystemCollAutoCreate, CollectionsAPIDistributedZkTest, TestRequestForwarding, CollectionsAPISolrJTest, TestNumericTerms32, ReturnFieldsTest, SolrShardReporterTest, TestSha256AuthenticationProvider, DeleteNodeTest, SmileWriterTest, DistributedFacetPivotSmallTest, ResponseLogComponentTest, TestSolrCoreProperties, CacheHeaderTest, NotRequiredUniqueKeyTest, JvmMetricsTest, InfixSuggestersTest, TestPrepRecovery, BlockDirectoryTest, SpellPossibilityIteratorTest, SolrCmdDistributorTest, ConnectionReuseTest, TestLockTree, BigEndianAscendingWordDeserializerTest, IndexSchemaRuntimeFieldTest, DistanceFunctionTest, TestFieldCacheReopen, HdfsTlogReplayBufferedWhileIndexingTest, TestInPlaceUpdatesDistrib, TestSchemaVersionResource, TestCollectionAPI, DistanceUnitsTest, MinimalSchemaTest, TestManagedStopFilterFactory, FileBasedSpellCheckerTest, TestJmxIntegration, LukeRequestHandlerTest, BlockJoinFacetDistribTest, TestCloudPseudoReturnFields, DirectSolrSpellCheckerTest, CloudMLTQParserTest, TestSuggestSpellingConverter, NumericFieldsTest, TestReRankQParserPlugin, HighlighterMaxOffsetTest, SolrJmxReporterTest, ZkStateWriterTest, TestRangeQuery, CreateCollectionCleanupTest, TestBulkSchemaConcurrent, TestShortCircuitedRequests, TestDynamicFieldCollectionResource, TestJsonFacetRefinement, TestFilteredDocIdSet, StressHdfsTest, TestFaceting, SchemaApiFailureTest, AnalysisAfterCoreReloadTest, TestTriggerIntegration, TestOrdValues, SuggesterTSTTest, TestAnalyzedSuggestions, TestCodecSupport, DeleteStatusTest, TestFastWriter, VersionInfoTest, TimeZoneUtilsTest, TestLegacyTerms, TestUseDocValuesAsStored2, TestPivotHelperCode, AutoscalingHistoryHandlerTest]
[junit4] Completed [603/768 (2!)] on J2 in 41.72s, 1 test, 1 failure <<< FAILURES!
[...truncated 44422 lines...]